-- Logs begin at Fri 2021-06-18 21:11:22 UTC, end at Fri 2021-06-18 22:22:49 UTC. -- Jun 18 21:52:48.349194 dv-cinder-766752-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 18 21:52:50.986320 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.common.config [-] Logging enabled! Jun 18 21:52:50.986931 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 21:52:50.987114 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93042) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 21:52:50.990615 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.common.config [-] Logging enabled! Jun 18 21:52:50.990871 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 21:52:50.991185 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93042) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 21:52:50.992140 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 21:52:50.992378 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 21:52:50.992752 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 21:52:50.993000 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 21:52:50.993226 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 21:52:50.993544 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.993840 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.994136 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.994364 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.994659 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.994947 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.995228 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.995512 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.995802 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.996086 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.996388 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.996674 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.996903 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.997182 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.997466 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.997749 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.997970 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] debug = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.998246 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.998666 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.999085 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.999363 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.999646 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:50.999924 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.000222 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.001339 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.001765 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.002097 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] host = dv-cinder-766752-3-iscsi {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.002378 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.002667 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.002956 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.003243 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.003519 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.003794 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.004077 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.004378 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.004644 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] log_file = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.004919 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.005207 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.005498 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.005788 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.006011 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.006231 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.006518 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.006802 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.007077 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.007352 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.007627 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.007900 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.008206 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.008476 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.008763 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.009048 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.009331 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.009607 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.009880 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.010152 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.010422 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.010703 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.010976 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.011249 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.011522 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.011808 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.012079 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.012373 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.012672 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.012955 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.013236 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.013521 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.013795 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.014076 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.014347 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.014621 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.014891 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] use_json = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.015163 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.015432 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.015712 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.016083 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.016979 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.017258 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.017532 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.017818 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:51.018117 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.018413 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.018711 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.018994 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.019287 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.019567 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.019861 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.020161 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.020450 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.020738 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.021026 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.021304 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.021592 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.021869 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.022159 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.022460 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.022752 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.023041 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.023316 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.023589 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.023861 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.024158 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.024444 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.024734 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.025022 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.025294 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.025575 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.025867 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.026147 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.026420 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.026696 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.026983 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.027257 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.027531 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.027812 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.028089 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.028448 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.028721 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.028996 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.029282 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.029558 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.029834 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.030103 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.030377 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.030648 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.030930 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.031204 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.031475 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.031867 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.032171 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.032447 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.032718 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.032993 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.033264 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.033541 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.033814 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.034087 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.034358 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.034627 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.034898 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.035167 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.035437 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.035710 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.035982 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.036279 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.036554 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.036824 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.037095 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.037378 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.037673 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.037951 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.038229 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.038506 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.038780 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.039054 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.039326 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.039600 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.039878 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.040171 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.040457 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.040735 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.041017 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.041295 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.041570 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.041859 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.042132 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.042411 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.042684 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.042958 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.043244 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.043521 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.043812 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.044132 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.044421 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.044712 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.045000 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.045278 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.045582 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.045860 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:51.046076 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 21:52:51.046318 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93042) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 18 21:52:51.394192 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:52:51.394469 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:52:51.394762 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:52:51.395093 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 18 21:52:51.784354 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:51.784641 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:51.784913 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:51.786228 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:51.786505 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:51.786772 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:51.820688 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:51.820967 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:51.821233 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:51.834969 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:51.835252 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:51.835519 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:51.866055 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:51.866334 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:51.866597 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:51.902084 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:51.902364 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:51.902633 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.133571 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.134183 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.134183 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.134337 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.135203 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.257752 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.258073 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.258358 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.258631 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.258902 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.259215 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.259480 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.259736 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.259990 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.260298 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.260563 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.260830 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.261093 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.261354 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.261607 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.261874 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.262146 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.262403 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.262671 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.262923 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.263200 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.263544 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.263795 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.264076 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.264368 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.264597 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.264984 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 21:52:52.265225 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 21:52:52.265463 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 21:52:52.265700 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 21:52:52.265933 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 21:52:52.267579 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 21:52:52.267579 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 18 21:52:52.271214 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 18 21:52:52.275095 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 18 21:52:52.278861 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jun 18 21:52:52.280516 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 18 21:52:52.280980 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 18 21:52:52.281319 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 18 21:52:52.281721 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 18 21:52:52.284511 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 18 21:52:52.284764 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 18 21:52:52.285117 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 21:52:52.312120 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 18 21:52:52.312577 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.313555 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93042) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 18 21:52:52.313960 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.315341 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93042) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 18 21:52:52.315629 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 21:52:52.315875 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 18 21:52:52.319041 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.319325 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:52.381969 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 18 21:52:52.382208 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 18 21:52:52.382444 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 18 21:52:52.382812 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 18 21:52:52.403565 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_db.sqlalchemy.engines [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93042) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 18 21:52:53.081291 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.managers [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Initializing driver for type 'gre' Jun 18 21:52:53.081845 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] gre ID ranges: [(1, 1000)] Jun 18 21:52:53.309461 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.managers [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Initializing driver for type 'local' Jun 18 21:52:53.310093 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.managers [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Initializing driver for type 'vlan' Jun 18 21:52:53.441098 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] VlanTypeDriver initialization complete Jun 18 21:52:53.441366 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.managers [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Initializing driver for type 'vxlan' Jun 18 21:52:53.441877 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] vxlan ID ranges: [(1, 1000)] Jun 18 21:52:53.623905 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.managers [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Initializing extension driver 'port_security' Jun 18 21:52:53.624279 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.extensions.port_security [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] PortSecurityExtensionDriver initialization complete Jun 18 21:52:53.624615 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.managers [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Initializing mechanism driver 'openvswitch' Jun 18 21:52:53.624934 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.managers [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Initializing mechanism driver 'hyperv' Jun 18 21:52:53.632075 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:52:53.632904 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > port after_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.633284 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > port after_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.633645 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > port after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.634035 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > subnet after_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.634391 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > subnet after_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.634741 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.635122 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > network after_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.635471 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > network after_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.635816 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > network after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.636224 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > security_group after_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.636573 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > security_group after_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.636914 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.637291 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.637703 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.638044 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.638423 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > address_group after_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.638769 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > address_group after_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.639107 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.639447 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] ML2 OVO RPC backend initialized. {{(pid=93042) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 18 21:52:53.640233 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.640591 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.641002 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > network before_response 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.641349 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > networks before_response 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.641697 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > port before_response 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.642034 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > ports before_response 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.642373 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > subnet before_response 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.642710 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > subnets before_response 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.643051 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > network after_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.643492 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > network after_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.643831 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > network after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.644197 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > port after_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.644532 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > port after_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.644870 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > port after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.645204 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > subnet after_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.645537 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > subnet after_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.645925 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.646494 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.plugin [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Modular L2 Plugin initialization complete Jun 18 21:52:53.646819 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading services supported by the core plugin {{(pid=93042) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 18 21:52:53.647145 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.plugins.ml2.managers [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Got port-security extension from driver 'port_security' Jun 18 21:52:53.647602 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.extensions.vlantransparent [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Disabled vlantransparent extension. Jun 18 21:52:53.648085 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93042) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 18 21:52:53.648415 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading Plugin: router Jun 18 21:52:53.683276 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.683667 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router after_create 55549900 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.684031 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router before_create 55549900 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.684423 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.684794 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.685144 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router after_delete 55549900 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.685499 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.685859 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router after_create 55549900 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.686205 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router after_update 55549900 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.686553 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router after_update 55549900 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.686897 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.687251 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router after_update 55549900 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.687651 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router precommit_update 55549900 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.688760 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: port after_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.689242 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: port after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.689590 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: subnet after_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.689927 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.690278 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.690624 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router precommit_create 55549900 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.690971 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: port before_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.691359 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router precommit_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.691666 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router after_update 55549900 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.692006 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.692379 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router precommit_create 55549900 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.692738 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.693082 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router precommit_update 55549900 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.693451 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > network after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.694283 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Tracking information for resource: router configured {{(pid=93042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 21:52:53.694614 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Tracking information for resource: floatingip configured {{(pid=93042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 21:52:53.699490 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.db.l3_agentschedulers_db [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 18 21:52:53.700062 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: port after_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.700447 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: port after_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.700801 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: port after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.701154 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: port after_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.701936 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router before_create 55550100 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.702298 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.702659 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router precommit_create 55550100 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.703016 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > router precommit_update 55550100 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.707719 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.services.provider_configuration [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Service providers = [] {{(pid=93042) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 18 21:52:53.708085 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.db.servicetype_db [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93042) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 18 21:52:53.710966 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.services.service_base [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93042) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 21:52:53.711317 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.services.service_base [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93042) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 21:52:53.711657 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.services.service_base [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93042) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 21:52:53.712557 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.services.service_base [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93042) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 21:52:53.713186 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.services.service_base [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 18 21:52:53.713553 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 21:52:53.713872 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 18 21:52:53.725001 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 21:52:53.725338 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading Plugin: auto_allocate Jun 18 21:52:53.730943 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: network precommit_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.731309 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: network precommit_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.731825 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 21:52:53.732180 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading Plugin: tag Jun 18 21:52:53.739198 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 21:52:53.739530 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading Plugin: timestamp Jun 18 21:52:53.743257 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 21:52:53.743585 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading Plugin: network_ip_availability Jun 18 21:52:53.750411 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.750786 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.751143 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.751850 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 21:52:53.752199 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading Plugin: flavors Jun 18 21:52:53.756828 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 21:52:53.757159 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading Plugin: revisions Jun 18 21:52:53.761393 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 21:52:53.761786 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.367s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:52:53.762518 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93042) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 18 21:52:53.762849 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Initializing extension manager. Jun 18 21:52:53.763350 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: __init__.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.763689 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: __pycache__ {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.764020 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.764382 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: address_group.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.765119 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.765687 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: address-group Jun 18 21:52:53.766049 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: address_scope.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.766744 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.767264 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: address-scope Jun 18 21:52:53.767584 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.768517 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.769030 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: router-admin-state-down-before-update Jun 18 21:52:53.769351 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: agent.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.770034 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.770550 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: agent Jun 18 21:52:53.770871 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: agent_resources_synced.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.771753 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.772304 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: agent-resources-synced Jun 18 21:52:53.772625 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: allowedaddresspairs.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.774365 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.774891 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: allowed-address-pairs Jun 18 21:52:53.775213 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: auto_allocated_topology.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.776478 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.777004 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: auto-allocated-topology Jun 18 21:52:53.777325 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: availability_zone.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.778005 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.778516 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: availability_zone Jun 18 21:52:53.778834 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: availability_zone_filter.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.779720 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.780273 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: availability_zone_filter Jun 18 21:52:53.780599 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: data_plane_status.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.781483 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.782607 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension data-plane-status not supported by any of loaded plugins Jun 18 21:52:53.782922 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: default_subnetpools.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.783818 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.784371 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: default-subnetpools Jun 18 21:52:53.784686 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.785470 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.785987 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: dhcp_agent_scheduler Jun 18 21:52:53.786302 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: dns.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.787193 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.787705 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension dns-integration not supported by any of loaded plugins Jun 18 21:52:53.788022 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: dns_domain_ports.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.788938 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.789452 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 18 21:52:53.789768 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: dvr.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.790419 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.790931 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: dvr Jun 18 21:52:53.791247 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: empty_string_filtering.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.792152 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.792663 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: empty-string-filtering Jun 18 21:52:53.792982 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.793879 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.794371 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 18 21:52:53.794692 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.795571 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.796079 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 18 21:52:53.796421 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: external_net.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.797849 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.798365 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: external-net Jun 18 21:52:53.798686 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.799577 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.800089 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: extra_dhcp_opt Jun 18 21:52:53.800436 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: extraroute.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.801340 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.801853 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: extraroute Jun 18 21:52:53.802174 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: extraroute_atomic.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.803176 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.803689 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: extraroute-atomic Jun 18 21:52:53.804010 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: filter_validation.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.804690 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.805202 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: filter-validation Jun 18 21:52:53.805522 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: fip_pf_description.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.806410 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.806918 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 18 21:52:53.807235 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: fip_port_details.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.808155 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.808700 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: fip-port-details Jun 18 21:52:53.809016 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: flavors.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.810219 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.810766 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: flavors Jun 18 21:52:53.811094 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.812776 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.813372 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 18 21:52:53.813714 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: floatingip_pools.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.814402 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.814917 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: floatingip-pools Jun 18 21:52:53.815243 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: ip_allocation.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.816165 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.816683 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension ip_allocation not supported by any of loaded plugins Jun 18 21:52:53.817005 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.817905 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.818421 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: ip-substring-filtering Jun 18 21:52:53.818744 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: l2_adjacency.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.819663 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.820267 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 18 21:52:53.820534 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: l3.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.821475 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.821997 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: router Jun 18 21:52:53.822318 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.824649 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.825191 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 18 21:52:53.825522 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.826435 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.826955 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: ext-gw-mode Jun 18 21:52:53.827280 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.828203 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.828819 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: l3-ha Jun 18 21:52:53.829145 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: l3_flavors.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.830038 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.830552 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: l3-flavors Jun 18 21:52:53.830877 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.831787 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.832329 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 18 21:52:53.832649 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: l3agentscheduler.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.833653 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.834174 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: l3_agent_scheduler Jun 18 21:52:53.834498 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: logging.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.835968 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.836525 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension logging not supported by any of loaded plugins Jun 18 21:52:53.836858 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: metering.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.837584 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.838420 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: metering Jun 18 21:52:53.838746 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.839811 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.840371 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: metering_source_and_destination_fields Jun 18 21:52:53.840705 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: multiprovidernet.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.841616 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.842136 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: multi-provider Jun 18 21:52:53.842462 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: netmtu.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.843351 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.843861 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: net-mtu Jun 18 21:52:53.844764 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: netmtu_writable.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.845666 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.846179 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: net-mtu-writable Jun 18 21:52:53.846502 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: network_availability_zone.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.847159 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.847667 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: network_availability_zone Jun 18 21:52:53.847986 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: network_ip_availability.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.849068 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.849583 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: network-ip-availability Jun 18 21:52:53.849906 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: network_segment_range.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.850659 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.851176 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension network-segment-range not supported by any of loaded plugins Jun 18 21:52:53.851499 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: pagination.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.852472 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.852801 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: pagination Jun 18 21:52:53.853122 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: port_device_profile.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.854014 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.854533 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: port-device-profile Jun 18 21:52:53.854854 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.855776 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.856313 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: port-mac-address-regenerate Jun 18 21:52:53.856635 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.857523 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.858033 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: port-numa-affinity-policy Jun 18 21:52:53.858353 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: port_resource_request.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.859236 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.860303 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension port-resource-request not supported by any of loaded plugins Jun 18 21:52:53.860624 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: portbindings.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.861534 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.862045 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: binding Jun 18 21:52:53.862363 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: portbindings_extended.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.863606 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.864150 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: binding-extended Jun 18 21:52:53.864477 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: portsecurity.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.865365 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.865884 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: port-security Jun 18 21:52:53.866205 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: project_id.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.867155 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.867482 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: project-id Jun 18 21:52:53.867804 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: providernet.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.868727 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.869253 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: provider Jun 18 21:52:53.869575 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: qos.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.873207 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.873743 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension qos not supported by any of loaded plugins Jun 18 21:52:53.874076 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.875321 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.875850 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 18 21:52:53.876210 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.877120 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.877638 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 18 21:52:53.877961 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: qos_default.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.878849 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.879365 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension qos-default not supported by any of loaded plugins Jun 18 21:52:53.879688 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: qos_fip.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.880341 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.880851 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension qos-fip not supported by any of loaded plugins Jun 18 21:52:53.881174 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: qos_gateway_ip.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.882073 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.882586 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 18 21:52:53.882909 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: qos_port_network_policy.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.883798 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.884333 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 18 21:52:53.884657 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: qos_rule_type_details.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.885545 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.886066 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 18 21:52:53.886390 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: qos_rules_alias.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.887402 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.887921 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 18 21:52:53.888274 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: quotasv2.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.889157 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.889483 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: quotas Jun 18 21:52:53.889803 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: quotasv2_detail.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.893047 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.893390 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: quota_details Jun 18 21:52:53.893723 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: rbac.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.894780 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.895315 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: rbac-policies Jun 18 21:52:53.895646 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: rbac_address_group.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.896585 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.897113 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: rbac-address-group Jun 18 21:52:53.897438 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: rbac_address_scope.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.898336 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.898861 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: rbac-address-scope Jun 18 21:52:53.899184 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: rbac_security_groups.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.900108 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.900635 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: rbac-security-groups Jun 18 21:52:53.900956 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: rbac_subnetpool.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.901854 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.902372 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: rbac-subnetpool Jun 18 21:52:53.902695 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: revisionifmatch.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.903590 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.904128 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: revision-if-match Jun 18 21:52:53.904449 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: revisions.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.905735 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.906259 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: standard-attr-revisions Jun 18 21:52:53.907236 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: router_availability_zone.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.907946 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.908499 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: router_availability_zone Jun 18 21:52:53.908821 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: routerservicetype.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.909721 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.910238 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension router-service-type not supported by any of loaded plugins Jun 18 21:52:53.910557 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.911453 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.911975 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: security-groups-normalized-cidr Jun 18 21:52:53.912323 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.913234 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.913752 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: port-security-groups-filtering Jun 18 21:52:53.914072 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.914968 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.915486 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: security-groups-remote-address-group Jun 18 21:52:53.915805 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: securitygroup.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.925301 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.925835 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: security-group Jun 18 21:52:53.926165 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: segment.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.926929 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.927442 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension segment not supported by any of loaded plugins Jun 18 21:52:53.927765 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.928708 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.929225 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 18 21:52:53.929544 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: servicetype.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.930633 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.931161 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: service-type Jun 18 21:52:53.931483 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: sorting.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.932481 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.932811 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: sorting Jun 18 21:52:53.933135 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: standard_attr_segment.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.934026 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.934549 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 18 21:52:53.934872 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: standardattrdescription.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.935501 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.936016 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: standard-attr-description Jun 18 21:52:53.936363 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: stateful_security_group.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.937270 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.938366 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: stateful-security-group Jun 18 21:52:53.938676 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: stdattrs_common.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.939255 dv-cinder-766752-3-iscsi neutron-server[93042]: WARNING neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 18 21:52:53.939575 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.940585 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.941109 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 18 21:52:53.941475 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: subnet_onboard.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.942538 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.943060 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: subnet_onboard Jun 18 21:52:53.943382 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.944318 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.944832 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 18 21:52:53.945153 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: subnet_service_types.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.946073 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.946590 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: subnet-service-types Jun 18 21:52:53.946914 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: subnetallocation.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.948035 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.948583 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: subnet_allocation Jun 18 21:52:53.948909 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.949573 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.950093 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: subnetpool-prefix-ops Jun 18 21:52:53.950414 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.951342 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.951867 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 18 21:52:53.952215 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: tagging.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.953241 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.953851 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: standard-attr-tag Jun 18 21:52:53.954180 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: timestamp.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.955365 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.955887 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loaded extension: standard-attr-timestamp Jun 18 21:52:53.956237 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: trunk.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.957253 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.957774 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension trunk not supported by any of loaded plugins Jun 18 21:52:53.958096 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: trunk_details.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.958992 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.959513 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension trunk-details not supported by any of loaded plugins Jun 18 21:52:53.959833 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: uplink_status_propagation.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.960772 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.961290 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 18 21:52:53.961610 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Loading extension file: vlantransparent.py {{(pid=93042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:52:53.962269 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:52:53.962783 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 18 21:52:53.965469 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Creating instance of TrackedResource for resource:network Jun 18 21:52:53.965997 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Creating instance of TrackedResource for resource:subnet Jun 18 21:52:53.966394 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 21:52:53.966786 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Creating instance of TrackedResource for resource:port Jun 18 21:52:53.968007 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.v2.resource_helper [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:52:53.968484 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.v2.resource_helper [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Service FLAVORS assigned prefix: {{(pid=93042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:52:53.969657 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.v2.resource_helper [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:52:53.970104 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.v2.resource_helper [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:52:53.970433 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Creating instance of TrackedResource for resource:router Jun 18 21:52:53.970861 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 21:52:53.971345 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.v2.resource_helper [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Service METERING assigned prefix: /metering {{(pid=93042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:52:53.972799 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.973171 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.973524 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:52:53.974492 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 21:52:53.974944 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Creating instance of TrackedResource for resource:security_group Jun 18 21:52:53.975370 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 21:52:53.975981 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.v2.resource_helper [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Service CORE assigned prefix: {{(pid=93042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:52:53.976335 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 21:52:53.976684 dv-cinder-766752-3-iscsi neutron-server[93042]: WARNING neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] subnetpool is already registered Jun 18 21:52:53.977130 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.v2.resource_helper [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Service CORE assigned prefix: {{(pid=93042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:52:53.977455 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 21:52:53.977786 dv-cinder-766752-3-iscsi neutron-server[93042]: WARNING neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] subnetpool is already registered Jun 18 21:52:53.980069 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.v2.resource_helper [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:52:53.980526 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.v2.resource_helper [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Service FLAVORS assigned prefix: {{(pid=93042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:52:53.981113 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.v2.resource_helper [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:52:53.981536 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.v2.resource_helper [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:52:53.981867 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Creating instance of TrackedResource for resource:router Jun 18 21:52:53.982202 dv-cinder-766752-3-iscsi neutron-server[93042]: WARNING neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] router is already registered Jun 18 21:52:53.982616 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 21:52:53.982951 dv-cinder-766752-3-iscsi neutron-server[93042]: WARNING neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] floatingip is already registered Jun 18 21:52:53.983433 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.v2.resource_helper [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Service METERING assigned prefix: /metering {{(pid=93042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:52:53.984120 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 21:52:53.984443 dv-cinder-766752-3-iscsi neutron-server[93042]: WARNING neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] rbac_policy is already registered Jun 18 21:52:53.984925 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Creating instance of TrackedResource for resource:security_group Jun 18 21:52:53.985341 dv-cinder-766752-3-iscsi neutron-server[93042]: WARNING neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] security_group is already registered Jun 18 21:52:53.985748 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 21:52:53.986079 dv-cinder-766752-3-iscsi neutron-server[93042]: WARNING neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] security_group_rule is already registered Jun 18 21:52:53.986703 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.v2.resource_helper [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Service CORE assigned prefix: {{(pid=93042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:52:53.987028 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 21:52:53.987358 dv-cinder-766752-3-iscsi neutron-server[93042]: WARNING neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] subnetpool is already registered Jun 18 21:52:53.987782 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.v2.resource_helper [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Service CORE assigned prefix: {{(pid=93042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:52:53.988119 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 21:52:53.988454 dv-cinder-766752-3-iscsi neutron-server[93042]: WARNING neutron.quota.resource_registry [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] subnetpool is already registered Jun 18 21:52:53.988944 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: extensions {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:53.990366 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: address-groups {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:53.991821 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: address-scopes {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:53.993171 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: agents {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:53.994320 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: auto-allocated-topology {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:53.995598 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: availability_zones {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:53.996830 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: dhcp-networks {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:53.998393 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: dhcp-agents {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:53.999792 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: routers {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.002293 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: flavors {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.004661 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: service_profiles {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.005871 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: next_providers {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.007293 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: service_profiles {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.008851 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: floatingip-pools {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.010061 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: routers {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.011740 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: floatingips {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.013056 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: l3-routers {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.014427 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: l3-agents {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.015829 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: metering-labels {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.017244 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: metering-label-rules {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.018625 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: network-ip-availabilities {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.019887 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: bindings {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.021468 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: quotas {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.022984 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: quotas {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.024428 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: rbac-policies {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.025625 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: security-groups {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.026899 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: security-group-rules {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.028158 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: service-providers {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.029381 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: subnetpools {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.030676 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: subnetpools {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.032849 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: tags {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.034504 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: tags {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.036347 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: tags {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.038102 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: tags {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.039769 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: tags {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.041735 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: tags {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.043420 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: tags {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.045300 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: tags {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.047723 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: tags {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.049580 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron.api.extensions [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Extended resource: tags {{(pid=93042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:52:54.055620 dv-cinder-766752-3-iscsi neutron-server[93042]: WARNING keystonemiddleware.auth_token [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 18 21:52:54.060221 dv-cinder-766752-3-iscsi neutron-server[93042]: WARNING keystonemiddleware.auth_token [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 18 21:52:54.068419 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Acquired lock "singleton_lock" {{(pid=93042) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 18 21:52:54.068894 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Releasing lock "singleton_lock" {{(pid=93042) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 18 21:52:54.069561 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO oslo_service.service [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Starting 2 workers Jun 18 21:52:54.074408 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Started child 93153 {{(pid=93042) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 21:52:54.079378 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Started child 93154 {{(pid=93042) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 21:52:54.080242 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:52:54.081092 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO neutron.service [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 18 21:52:54.081743 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Notify callbacks [] for process, before_spawn {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:52:54.081865 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [-] (93153) wsgi starting up on http://0.0.0.0:9696 Jun 18 21:52:54.084309 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO oslo_service.service [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Starting 1 workers Jun 18 21:52:54.084766 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:52:54.091925 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [-] (93154) wsgi starting up on http://0.0.0.0:9696 Jun 18 21:52:54.092055 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Started child 93155 {{(pid=93042) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 21:52:54.092055 dv-cinder-766752-3-iscsi neutron-server[93042]: INFO oslo_service.service [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Starting 1 workers Jun 18 21:52:54.093327 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.service [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] calling RpcWorker wait() {{(pid=93155) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 18 21:52:54.093834 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.service [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] returning from RpcWorker wait() {{(pid=93155) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 18 21:52:54.095325 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Started child 93156 {{(pid=93042) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 21:52:54.095769 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:52:54.096186 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d40d4ec-c751-4a60-9194-2463323d0599 None None] Notify callbacks [] for process, after_spawn {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:52:54.096295 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:52:54.098146 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93042) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 21:52:54.098358 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 21:52:54.098544 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 21:52:54.098762 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 21:52:54.099098 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 21:52:54.099262 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 21:52:54.099790 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.100078 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.100373 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.100628 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.100908 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.101014 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:52:54.101501 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.101956 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.102211 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.102499 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.102735 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.102918 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.103086 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.103379 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.103652 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.103953 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.104255 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.104509 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.104786 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.104959 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.105224 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.105488 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.105722 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.105993 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] debug = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.106233 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.106700 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.106961 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.107223 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.107468 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.107766 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.108015 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.108331 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.108576 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.108809 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.109025 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.109276 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.109511 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.109756 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.109994 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.110274 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.110524 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.110998 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] host = dv-cinder-766752-3-iscsi {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.111215 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.111419 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.111677 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.111948 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.112219 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.112447 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.112714 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.112957 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.113201 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.113494 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.113869 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.114129 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.114348 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.114596 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] log_file = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.114761 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] log_options = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.114999 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.115267 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.115524 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.115719 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.115889 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.116072 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.116347 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.116512 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.116774 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.116992 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.117206 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.117420 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.117634 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.117873 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.118127 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.118369 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.118582 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.118791 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.119042 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.119368 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.119504 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.119805 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.120034 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.120282 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.120524 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.120751 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.120998 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.121238 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.122070 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.122070 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.122070 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.122296 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.122444 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.123417 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.123673 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.123909 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.124174 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.124427 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.124658 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.124916 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.125174 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.125439 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.125727 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.126193 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.126454 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.126673 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] use_json = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.126887 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.127103 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.127371 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.127588 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.127803 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.128021 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.128259 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.128499 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.128909 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.129218 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.137316 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.137316 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.137316 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.137316 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.137316 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.137681 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:52:54.137774 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.137774 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.137774 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.137774 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.137774 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.137774 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.137774 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.137774 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.138290 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.138290 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.138290 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.138290 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.138290 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.138290 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.138290 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.138290 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.138808 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.138808 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.138808 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.138808 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.138808 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.138808 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.138808 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.138808 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.139338 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.139338 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.139338 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.139338 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.139338 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.139338 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.139338 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.139338 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.139338 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.139908 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.139908 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.139908 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.139908 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.139908 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.139908 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.139908 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.140412 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.140412 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.140559 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.140754 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.141621 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.141927 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.142149 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.142368 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.142786 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.143169 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.143388 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.143603 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.143986 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.146772 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.146772 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.146772 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.146772 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.146772 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.146772 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.146772 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.146772 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.146772 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.147883 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.147883 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.147883 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.147883 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.147883 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.147883 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.147883 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.147883 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.148471 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.148471 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.148471 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.149753 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.149753 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.149753 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.149753 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.149753 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.152061 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.152061 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.152061 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.152061 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.152061 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.152061 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.152061 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.152061 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.152730 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.152730 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.152730 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.152730 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.152730 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.153091 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.153176 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.153437 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.153687 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.153933 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.154180 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.154460 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.154717 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.154973 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.155222 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.155613 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.155872 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.156146 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.156438 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.157298 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.157594 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.157974 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.158374 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.158822 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.159090 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.159359 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.159590 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.159830 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.160111 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.160492 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.162455 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.162455 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.162455 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.162455 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.162455 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.162455 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.162455 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.163169 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.163578 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.164065 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.164334 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.164560 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.164805 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.165075 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.165364 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.165636 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.165903 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.166156 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.166396 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.166644 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.166878 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.167093 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.167330 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.167568 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.167836 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.168053 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.168294 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.168516 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.168731 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.168965 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.169233 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.169447 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.169667 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.169901 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.170121 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.170340 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.170589 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.170804 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.171026 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.171267 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.171488 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.171710 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.171929 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.172244 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.172519 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.172759 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.173053 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.173304 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.173522 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.173757 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.173980 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.174222 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.174442 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.174688 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.174908 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.175145 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.175355 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.175569 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.175785 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.175986 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.176280 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.176503 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.176743 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.176996 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.177365 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.177607 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.177841 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.178081 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.178293 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.178530 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.178751 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.178971 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.179188 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.179401 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.179753 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.180166 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.180532 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.180758 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.180970 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.181179 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.181390 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.181610 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.181818 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.182094 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.182333 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.182578 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.182811 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.183038 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.183291 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.183509 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.183721 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.183963 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.184172 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.184406 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.184615 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.184823 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.185059 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.185287 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.185508 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.185714 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.185923 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.186158 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.186364 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.186591 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.186801 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.187008 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.187222 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.187429 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.187772 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.188024 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.188268 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.188553 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.188780 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.189023 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.189263 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.189601 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.189808 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.190065 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.190281 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.190492 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.190729 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.191103 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.191793 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.192042 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.192341 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.192579 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.192849 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.193150 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.193408 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.193623 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.193950 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.194254 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.194520 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.194764 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.195021 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.195302 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.195527 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.195741 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.195978 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.196238 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.196454 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.196716 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.196944 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.197167 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.197381 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.197604 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.197836 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.198083 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.198309 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.198548 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.198797 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.198960 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 21:52:54.199544 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93042) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 21:52:54.199707 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 21:52:54.199862 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 21:52:54.200033 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 21:52:54.200226 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 21:52:54.200380 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 21:52:54.200586 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.200747 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.200906 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.201065 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.201222 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.201402 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.201561 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.201719 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.201877 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.202035 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.202193 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.202407 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.202567 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.202738 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.202882 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.203041 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.203197 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.203853 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.204160 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.204330 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.204612 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.204779 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.204937 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] debug = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.205093 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.205299 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.205463 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.205632 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.205828 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.205984 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.206140 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.206296 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.206453 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.206611 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.206768 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.206925 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.207081 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.207237 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.207394 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.207549 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.207706 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.207863 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] host = dv-cinder-766752-3-iscsi {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.208020 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.208204 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.208356 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.208493 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.208648 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.208796 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.208942 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.209454 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.209454 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.209454 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.209836 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.209836 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.209836 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.210211 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] log_file = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.210211 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] log_options = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.210472 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.210472 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.210721 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.210721 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.210988 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.210988 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.211256 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.211388 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.211528 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.211671 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.211797 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.211929 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.212059 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.212225 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.212380 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.212537 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.212692 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.213101 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.213259 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.213416 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.213572 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.213727 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.213883 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.214039 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.214198 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.214356 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.214512 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.214667 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.214822 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.214978 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.215133 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.215289 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.215444 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.215599 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.215754 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.215910 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.216066 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.216248 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.216405 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.216561 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.216716 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.216872 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.217027 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.217183 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.217339 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.217494 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] use_json = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.217649 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.217805 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.217961 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.218116 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.218271 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.218427 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.218584 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.218742 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:52:54.218917 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.219232 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.219537 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.219686 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.219846 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.220004 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.220184 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.220346 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.220509 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.220665 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.220881 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.221022 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.221158 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.221303 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.221438 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.221575 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.221732 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.221870 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.222007 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.222152 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.222304 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.222463 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.222638 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.222797 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.222957 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.223116 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.223274 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.223434 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.223594 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.223790 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.223927 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.224058 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.224229 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.224389 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.224551 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.224711 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.224872 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.225027 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.225188 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.225347 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.225508 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.225660 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.225823 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.226059 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.226205 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.226343 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.226480 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.226616 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.226748 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.226884 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.227029 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.227160 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.227302 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.227432 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.227582 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.227741 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.227902 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.228060 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.228275 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.228441 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.228601 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.228773 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.228931 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.229135 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.229267 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.229395 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.229523 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.229685 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.229844 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.230003 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.230161 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.230320 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.230478 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.230636 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.230795 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.230958 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.231148 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.231281 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.231413 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.231551 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.231685 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.231840 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.231999 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.232181 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.232353 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.232526 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.232686 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.232845 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.233005 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.233163 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.233332 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.233484 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.233648 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.233803 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.234122 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.234280 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.234444 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.235102 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.235273 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.235431 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.236141 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.236141 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.236141 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.236141 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.236471 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.236471 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.236988 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.236988 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.236988 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.236988 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.237281 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.237281 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.237425 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.237537 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.237695 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.237861 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.238030 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.238191 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.238351 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.238512 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.238675 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.238837 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.238997 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.239157 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.239307 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.239460 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.239619 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.239785 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.239957 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.240150 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.240280 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.240441 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.240621 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.240783 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.240941 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.241099 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.241226 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:52:54.241354 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.241478 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.241601 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.241723 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.241853 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.241976 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.242135 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.242295 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.242454 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.242613 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.242772 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.242931 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.243090 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.243250 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.243408 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.243566 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.243726 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.243883 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.244042 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.244211 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.244369 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.244531 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.244692 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.244850 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.245009 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.245167 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.245326 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.245485 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.245642 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.245801 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.245959 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.246168 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.246295 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.246417 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.246560 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.246719 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.246877 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.247036 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.247195 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.247354 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.247515 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.247672 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.247832 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.247990 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.248170 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.248332 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.248491 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.248650 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.248809 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.248968 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.249357 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.249357 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.249559 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.249632 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.249735 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.249893 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.250053 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.250229 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.250452 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.250575 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.250733 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.250892 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.251053 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.251214 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.251374 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.251533 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.251691 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.251853 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.252016 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.252243 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.252389 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.252526 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.252663 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.252799 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.252935 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.253094 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.253240 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.253398 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.253541 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.253725 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.253862 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.254016 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.254175 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.254333 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.254512 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.254648 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.254799 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.255154 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.255154 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.255290 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.255413 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.255563 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.255717 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.255874 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.256033 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.256225 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.256577 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.256577 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.256728 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.256831 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.256988 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.257152 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.257320 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.257480 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.257641 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.257805 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.257965 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.258126 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.258287 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.258451 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.258617 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.258780 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.258942 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.259119 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.259275 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.259442 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.259600 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.259765 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.260361 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.260361 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.260361 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.260605 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.260688 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.260840 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.261004 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.261163 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.261346 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.261481 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.261639 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.261797 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.261955 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.262114 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.262272 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.262429 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.262588 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.262746 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.262904 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.263063 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:52:54.263215 dv-cinder-766752-3-iscsi neutron-server[93042]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 21:52:54.524581 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 58242) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:52:54.533709 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066004 Jun 18 21:53:05.958479 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc863ded-ab8a-477a-aa63-e14831a0a85a None None] get_active_networks_info from dv-cinder-766752-3-iscsi {{(pid=93155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 21:53:06.026252 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc863ded-ab8a-477a-aa63-e14831a0a85a None None] No non-hosted networks {{(pid=93155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 18 21:53:06.033614 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.agentschedulers_db [None req-bc863ded-ab8a-477a-aa63-e14831a0a85a None None] DHCP Agent not found on host dv-cinder-766752-3-iscsi {{(pid=93155) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 18 21:53:06.161359 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-262014d5-eba2-473f-8c10-02492b79ed1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713'] for agent, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:08.361518 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-4c3ec322-08f5-4f7a-a4b1-a244b623a7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713'] for agent, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:08.418793 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.db.api [None req-484d188d-8464-40c6-84c3-41080e69ed6f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-766752-3-iscsi {{(pid=93155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 21:53:08.419644 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_db.api [None req-484d188d-8464-40c6-84c3-41080e69ed6f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 21:53:08.881368 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713'] for agent, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:08.882432 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:08.883327 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:08.883910 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:08.884462 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:08.884949 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:08.888147 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:08.888147 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:08.888147 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:08.888147 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:08.888147 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:08.888505 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:08.888505 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:08.888505 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-766752-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:53:08.904597 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-766752-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:53:09.064223 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-484d188d-8464-40c6-84c3-41080e69ed6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:09.503655 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713'] for agent, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:10.943131 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.db.l3_hamode_db [None req-e7a4833c-b737-4535-88a5-d4f1a89b555e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 18 21:53:11.049051 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4833c-b737-4535-88a5-d4f1a89b555e None None] Routers set() bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 21:53:11.049592 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4833c-b737-4535-88a5-d4f1a89b555e None None] Router IDs set() for agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 18 21:53:11.469351 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713'] for agent, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:12.533745 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 58332) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:53:13.013586 dv-cinder-766752-3-iscsi neutron-server[93154]: WARNING oslo_policy.policy [None req-0eae2d4b-7430-45c6-b5ff-186163ec0394 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 21:53:13.014187 dv-cinder-766752-3-iscsi neutron-server[93154]: WARNING oslo_policy.policy [None req-0eae2d4b-7430-45c6-b5ff-186163ec0394 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 21:53:13.228647 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [None req-0eae2d4b-7430-45c6-b5ff-186163ec0394 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 21:53:13.229613 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-0eae2d4b-7430-45c6-b5ff-186163ec0394 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6949766 Jun 18 21:53:15.533540 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 58346) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:53:15.844934 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-462c7b31-58f0-45f2-9421-56f64dde9959 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 21:53:15.937696 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.policy [None req-462c7b31-58f0-45f2-9421-56f64dde9959 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93154) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 21:53:15.982939 dv-cinder-766752-3-iscsi neutron-server[93154]: WARNING oslo_policy.policy [None req-462c7b31-58f0-45f2-9421-56f64dde9959 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 21:53:15.983300 dv-cinder-766752-3-iscsi neutron-server[93154]: WARNING oslo_policy.policy [None req-462c7b31-58f0-45f2-9421-56f64dde9959 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 21:53:15.991663 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.quota [None req-462c7b31-58f0-45f2-9421-56f64dde9959 admin admin] Loaded quota_driver: . Jun 18 21:53:16.160540 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-462c7b31-58f0-45f2-9421-56f64dde9959 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737364810623', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737364805010', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737364797898', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737364792192', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737364785475', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737364771257', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1780682', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1766869', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-641775', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-530972'] for rbac-policy, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:16.309267 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-462c7b31-58f0-45f2-9421-56f64dde9959 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:16.310565 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-462c7b31-58f0-45f2-9421-56f64dde9959 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7759495 Jun 18 21:53:18.846194 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 58358) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:53:19.132713 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'project_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'admin_state_up': True}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 21:53:19.303215 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Made reservation on behalf of 5b8af9ccef6a4a7d9a4398d9fbf1d988 for: {'network': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 21:53:19.306048 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for network, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:19.323055 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:19.441096 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:19.491338 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:19.496492 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:53:19.511676 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=93154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 21:53:19.539712 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737367115722', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:19.540327 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Unsubscribe: segment precommit_create {{(pid=93154) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 21:53:19.551206 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.segments_db [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Added segment 5fb7208e-77aa-40fe-b923-1a7464d66806 of type vlan for network a1e155be-bbc4-4282-9489-c31eab2d5a2f Jun 18 21:53:19.558649 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae9d2fc-a9eb-4aae-8f59-b68c6877d3be,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:53:19.605738 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:19.606081 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:19.606407 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:19.606723 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:19.607035 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:19.607367 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:19.607682 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:19.607989 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:19.608871 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:19.609184 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:19.609487 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:19.609789 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Tracked resource versions report: Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: pushed versions: Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: { 'AddressGroup': {'1.2'}, Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'ConntrackHelper': {'1.0'}, Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'Log': {'1.0'}, Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'Network': {'1.1'}, Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'Port': {'1.7'}, Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'PortForwarding': {'1.2'}, Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'QosPolicy': {'1.8'}, Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'SecurityGroup': {'1.4'}, Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'SecurityGroupRule': {'1.2'}, Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'SubPort': {'1.0'}, Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'Subnet': {'1.1'}, Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'Trunk': {'1.1'}} Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: consumer versions: Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: { DHCP agent@dv-cinder-766752-3-iscsi: {}, Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: L3 agent@dv-cinder-766752-3-iscsi: {}, Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: Metadata agent@dv-cinder-766752-3-iscsi: {}, Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: Metering agent@dv-cinder-766752-3-iscsi: {}, Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: Open vSwitch agent@dv-cinder-766752-3-iscsi: { 'AddressGroup': '1.2', Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'ConntrackHelper': '1.0', Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'Log': '1.0', Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'Network': '1.1', Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'Port': '1.7', Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'PortForwarding': '1.2', Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'QosPolicy': '1.8', Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'SecurityGroup': '1.4', Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'SecurityGroupRule': '1.2', Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'SubPort': '1.0', Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'Subnet': '1.1', Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: 'Trunk': '1.1'}} Jun 18 21:53:19.610851 dv-cinder-766752-3-iscsi neutron-server[93154]: {{(pid=93154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 21:53:19.652763 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:53:19.662693 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737366562524'] for network, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:19.777325 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283'] for network, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:19.778746 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:53:19.779440 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:19.782959 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:53:19.874041 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Pushing event updated for resources: {'Network': ['ID=a1e155be-bbc4-4282-9489-c31eab2d5a2f,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:53:19.877114 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:53:19.885420 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Network a1e155be-bbc4-4282-9489-c31eab2d5a2f details requested by agent ovs-agent-dv-cinder-766752-3-iscsi with host dv-cinder-766752-3-iscsi {{(pid=93155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 21:53:19.915474 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0682356 Jun 18 21:53:22.532344 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 58372) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:53:22.915350 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e679f2d-a457-4368-9516-b3fb18f2cad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:53:22.916722 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-0e679f2d-a457-4368-9516-b3fb18f2cad8 admin admin] 10.222.0.38 "GET /v2.0/networks/a1e155be-bbc4-4282-9489-c31eab2d5a2f HTTP/1.1" status: 200 len: 825 time: 0.3834393 Jun 18 21:53:22.941550 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-f35e830a-3f2c-4d22-a438-7808b746580e admin admin] 10.222.0.38 "GET /v2.0/subnetpools/a6c2fc37-3846-4adb-b64b-261767e6b8d3 HTTP/1.1" status: 200 len: 734 time: 0.0194321 Jun 18 21:53:22.950000 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-61596336-44f4-467c-9c7c-27dde132bc6a admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'name': 'private-subnet', 'subnetpool_id': 'a6c2fc37-3846-4adb-b64b-261767e6b8d3', 'network_id': 'a1e155be-bbc4-4282-9489-c31eab2d5a2f'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 21:53:23.079342 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61596336-44f4-467c-9c7c-27dde132bc6a admin admin] Made reservation on behalf of 5b8af9ccef6a4a7d9a4398d9fbf1d988 for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 21:53:23.081632 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-61596336-44f4-467c-9c7c-27dde132bc6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:23.417687 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-61596336-44f4-467c-9c7c-27dde132bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:23.421896 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:53:23.487969 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61596336-44f4-467c-9c7c-27dde132bc6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f00edb52-a6fd-452f-9049-5a96d25057db,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:53:23.489922 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61596336-44f4-467c-9c7c-27dde132bc6a admin admin] Checking segment: {'id': '5fb7208e-77aa-40fe-b923-1a7464d66806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a1e155be-bbc4-4282-9489-c31eab2d5a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 21:53:23.490300 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61596336-44f4-467c-9c7c-27dde132bc6a admin admin] Network hostable DHCP agents. Network: a1e155be-bbc4-4282-9489-c31eab2d5a2f, hostable agents: ['9f0b91c3-6ba3-4173-8e48-c1b1d033014c'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 21:53:23.495862 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-61596336-44f4-467c-9c7c-27dde132bc6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:53:23.559998 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61596336-44f4-467c-9c7c-27dde132bc6a admin admin] Network a1e155be-bbc4-4282-9489-c31eab2d5a2f is scheduled to be hosted by DHCP agent 9f0b91c3-6ba3-4173-8e48-c1b1d033014c with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 21:53:23.640610 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-61596336-44f4-467c-9c7c-27dde132bc6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-iscsi, a1e155be-bbc4-4282-9489-c31eab2d5a2f) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 21:53:23.645002 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61596336-44f4-467c-9c7c-27dde132bc6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:53:23.645617 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-61596336-44f4-467c-9c7c-27dde132bc6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:23.650479 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed6c84f-897d-4f24-a8a6-778e1ecd0fb8 None None] Network a1e155be-bbc4-4282-9489-c31eab2d5a2f requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 21:53:23.715294 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-61596336-44f4-467c-9c7c-27dde132bc6a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7685881 Jun 18 21:53:23.960504 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1cd4b5c-bae9-5a54-94e7-4e728668075a-a1e155be-bbc4-4282-9489-c31eab2d5a2f', 'network_id': 'a1e155be-bbc4-4282-9489-c31eab2d5a2f', 'tenant_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'fixed_ips': [{'subnet_id': 'f00edb52-a6fd-452f-9049-5a96d25057db'}]}} from dv-cinder-766752-3-iscsi. {{(pid=93155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 21:53:23.961939 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:24.236691 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Allocated IP 172.20.0.2 (a1e155be-bbc4-4282-9489-c31eab2d5a2f/f00edb52-a6fd-452f-9049-5a96d25057db/de0eee92-bfde-46bc-94a1-b885a41cdfc4) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 21:53:24.493988 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:24.511772 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Transition to ACTIVE for port object de0eee92-bfde-46bc-94a1-b885a41cdfc4 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 21:53:24.560650 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Transition to ACTIVE for port object de0eee92-bfde-46bc-94a1-b885a41cdfc4 will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 21:53:24.635330 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:24.638367 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:53:24.703548 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Network a1e155be-bbc4-4282-9489-c31eab2d5a2f is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 21:53:24.708158 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 21:53:24.716868 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 21:53:24.719956 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Pushing event updated for resources: {'Port': ['ID=de0eee92-bfde-46bc-94a1-b885a41cdfc4,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:53:24.745220 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:24.745523 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:24.745857 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:24.746178 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:24.746498 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:24.746816 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:24.747129 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:24.747440 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:24.747771 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:24.748084 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:24.748417 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:24.749249 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Tracked resource versions report: Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: pushed versions: Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: { 'AddressGroup': {'1.2'}, Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'ConntrackHelper': {'1.0'}, Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'Log': {'1.0'}, Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'Network': {'1.1'}, Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'Port': {'1.7'}, Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'PortForwarding': {'1.2'}, Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'QosPolicy': {'1.8'}, Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'SecurityGroup': {'1.4'}, Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'SecurityGroupRule': {'1.2'}, Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'SubPort': {'1.0'}, Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'Subnet': {'1.1'}, Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'Trunk': {'1.1'}} Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: consumer versions: Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: { DHCP agent@dv-cinder-766752-3-iscsi: {}, Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: L3 agent@dv-cinder-766752-3-iscsi: {}, Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: Metadata agent@dv-cinder-766752-3-iscsi: {}, Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: Metering agent@dv-cinder-766752-3-iscsi: {}, Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: Open vSwitch agent@dv-cinder-766752-3-iscsi: { 'AddressGroup': '1.2', Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'ConntrackHelper': '1.0', Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'Log': '1.0', Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'Network': '1.1', Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'Port': '1.7', Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'PortForwarding': '1.2', Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'QosPolicy': '1.8', Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'SecurityGroup': '1.4', Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'SecurityGroupRule': '1.2', Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'SubPort': '1.0', Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'Subnet': '1.1', Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: 'Trunk': '1.1'}} Jun 18 21:53:24.750483 dv-cinder-766752-3-iscsi neutron-server[93155]: {{(pid=93155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 21:53:24.774131 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:53:24.806529 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Attempting to bind port de0eee92-bfde-46bc-94a1-b885a41cdfc4 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 21:53:24.806927 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Attempting to bind port de0eee92-bfde-46bc-94a1-b885a41cdfc4 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': '5fb7208e-77aa-40fe-b923-1a7464d66806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a1e155be-bbc4-4282-9489-c31eab2d5a2f'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 21:53:24.807339 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Attempting to bind port de0eee92-bfde-46bc-94a1-b885a41cdfc4 on network a1e155be-bbc4-4282-9489-c31eab2d5a2f {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 21:53:24.813126 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 21, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 21:53:24.813538 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Checking segment: {'id': '5fb7208e-77aa-40fe-b923-1a7464d66806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a1e155be-bbc4-4282-9489-c31eab2d5a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 21:53:24.814020 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:24.814409 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Bound using segment: {'id': '5fb7208e-77aa-40fe-b923-1a7464d66806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a1e155be-bbc4-4282-9489-c31eab2d5a2f'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 21:53:24.814868 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Bound port: de0eee92-bfde-46bc-94a1-b885a41cdfc4, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb7208e-77aa-40fe-b923-1a7464d66806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a1e155be-bbc4-4282-9489-c31eab2d5a2f'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 21:53:24.815251 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:24.876165 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] For port de0eee92-bfde-46bc-94a1-b885a41cdfc4, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 21:53:24.880311 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] For port de0eee92-bfde-46bc-94a1-b885a41cdfc4, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=de0eee92-bfde-46bc-94a1-b885a41cdfc4,segment=NetworkSegment(5fb7208e-77aa-40fe-b923-1a7464d66806),segment_id=5fb7208e-77aa-40fe-b923-1a7464d66806)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 21:53:24.965662 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:24.969553 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:53:25.057035 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Pushing event updated for resources: {'Port': ['ID=de0eee92-bfde-46bc-94a1-b885a41cdfc4,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:53:25.057035 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:53:26.046005 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 58380) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:53:26.369213 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [None req-e760d83a-850f-4ab7-b294-b497c4f30ee6 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 21:53:26.370258 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-e760d83a-850f-4ab7-b294-b497c4f30ee6 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3231058 Jun 18 21:53:28.714314 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 58388) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:53:29.028085 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [None req-e8a1fb68-da82-4282-83ba-edac4a198966 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 21:53:29.029171 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-e8a1fb68-da82-4282-83ba-edac4a198966 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3139355 Jun 18 21:53:31.013001 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device de0eee92-bfde-46bc-94a1-b885a41cdfc4 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 21:53:31.077683 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aca2f2d-a804-4ca8-9ba8-7c796786c2c4 None None] Network a1e155be-bbc4-4282-9489-c31eab2d5a2f requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 21:53:31.218890 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port de0eee92-bfde-46bc-94a1-b885a41cdfc4 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 21:53:31.285449 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-a58bb8b6-ce50-4854-80d0-348bd044d49c None None] Provisioning for port de0eee92-bfde-46bc-94a1-b885a41cdfc4 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 21:53:31.292165 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-a58bb8b6-ce50-4854-80d0-348bd044d49c None None] Provisioning complete for port de0eee92-bfde-46bc-94a1-b885a41cdfc4 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:53:31.292569 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a58bb8b6-ce50-4854-80d0-348bd044d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:31.407731 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a58bb8b6-ce50-4854-80d0-348bd044d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:31.446747 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-a58bb8b6-ce50-4854-80d0-348bd044d49c None None] For port de0eee92-bfde-46bc-94a1-b885a41cdfc4, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=de0eee92-bfde-46bc-94a1-b885a41cdfc4,segment=NetworkSegment(5fb7208e-77aa-40fe-b923-1a7464d66806),segment_id=5fb7208e-77aa-40fe-b923-1a7464d66806)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 21:53:31.525731 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a58bb8b6-ce50-4854-80d0-348bd044d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:31.532986 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-1bbb3ab6-14a2-446a-8e0e-650ebf26940d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:53:31.572332 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bb8b6-ce50-4854-80d0-348bd044d49c None None] Pushing event updated for resources: {'Port': ['ID=de0eee92-bfde-46bc-94a1-b885a41cdfc4,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:53:31.580184 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-a58bb8b6-ce50-4854-80d0-348bd044d49c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:53:31.630684 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 58404) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:53:31.645752 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-e6c83b24-bdad-455e-bec2-cd71770d1fb0 None None] Provisioning complete for port de0eee92-bfde-46bc-94a1-b885a41cdfc4 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:53:31.646119 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e6c83b24-bdad-455e-bec2-cd71770d1fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:32.111904 dv-cinder-766752-3-iscsi neutron-server[93153]: WARNING oslo_policy.policy [None req-37b207ae-49fa-429d-b452-8091f43d60a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 21:53:32.112549 dv-cinder-766752-3-iscsi neutron-server[93153]: WARNING oslo_policy.policy [None req-37b207ae-49fa-429d-b452-8091f43d60a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 21:53:32.327930 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-37b207ae-49fa-429d-b452-8091f43d60a3 admin admin] Request body: {'router': {'tenant_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'name': 'router1', 'admin_state_up': True}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 21:53:32.390877 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.policy [None req-37b207ae-49fa-429d-b452-8091f43d60a3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93153) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 21:53:32.435854 dv-cinder-766752-3-iscsi neutron-server[93153]: WARNING oslo_policy.policy [None req-37b207ae-49fa-429d-b452-8091f43d60a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 21:53:32.436455 dv-cinder-766752-3-iscsi neutron-server[93153]: WARNING oslo_policy.policy [None req-37b207ae-49fa-429d-b452-8091f43d60a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 21:53:32.445019 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.quota [None req-37b207ae-49fa-429d-b452-8091f43d60a3 admin admin] Loaded quota_driver: . Jun 18 21:53:32.558782 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-37b207ae-49fa-429d-b452-8091f43d60a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-610220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1851'] for router, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:32.560631 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-37b207ae-49fa-429d-b452-8091f43d60a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1840'] for router, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:32.713463 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-37b207ae-49fa-429d-b452-8091f43d60a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:32.771263 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-37b207ae-49fa-429d-b452-8091f43d60a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546105'] for router, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:32.856946 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-37b207ae-49fa-429d-b452-8091f43d60a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:32.858862 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-37b207ae-49fa-429d-b452-8091f43d60a3 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2260373 Jun 18 21:53:32.977038 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device de0eee92-bfde-46bc-94a1-b885a41cdfc4 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 21:53:33.024416 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port de0eee92-bfde-46bc-94a1-b885a41cdfc4 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:53:33.024784 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:35.161650 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 58420) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:53:35.465193 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [None req-eb8971b2-99fe-4e57-a9bc-46429c1dbf14 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 21:53:35.466150 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-eb8971b2-99fe-4e57-a9bc-46429c1dbf14 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3035982 Jun 18 21:53:35.976688 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-77c4f182-d22d-4d6a-8cb4-e993dad1849a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:36.156693 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 5 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 21:53:37.855352 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 58428) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:53:38.158625 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-64f6ef4c-ce5d-4874-b58a-302abcc16b20 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 21:53:38.273835 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f6ef4c-ce5d-4874-b58a-302abcc16b20 admin admin] Made reservation on behalf of 651fc2e08e724c2499b6325196487acd for: {'network': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 21:53:38.276185 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-64f6ef4c-ce5d-4874-b58a-302abcc16b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for network, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:38.284329 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-64f6ef4c-ce5d-4874-b58a-302abcc16b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:38.343106 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3d37a8e3-68fa-4527-992d-c89cff80b8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:38.369126 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-64f6ef4c-ce5d-4874-b58a-302abcc16b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:38.445167 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-64f6ef4c-ce5d-4874-b58a-302abcc16b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:38.448945 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:53:38.458626 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-64f6ef4c-ce5d-4874-b58a-302abcc16b20 admin admin] Reserving flat network on physical network physnet1 {{(pid=93154) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 18 21:53:38.479659 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-64f6ef4c-ce5d-4874-b58a-302abcc16b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:38.479996 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.segments_db [None req-64f6ef4c-ce5d-4874-b58a-302abcc16b20 admin admin] Added segment 33237f40-cc28-4ade-8679-6d76555b918a of type flat for network ac7fe84e-50f5-4915-b437-0569bccbfaaf Jun 18 21:53:38.481146 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6ef4c-ce5d-4874-b58a-302abcc16b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deae2262-3cbb-4b1d-8dc1-c63c63f0cc95,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:53:38.489820 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-64f6ef4c-ce5d-4874-b58a-302abcc16b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:53:38.528661 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-64f6ef4c-ce5d-4874-b58a-302abcc16b20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737366562524'] for network, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:38.616727 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-64f6ef4c-ce5d-4874-b58a-302abcc16b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283'] for network, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:38.617958 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f6ef4c-ce5d-4874-b58a-302abcc16b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:53:38.618536 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-64f6ef4c-ce5d-4874-b58a-302abcc16b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:38.621205 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:53:38.674776 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6ef4c-ce5d-4874-b58a-302abcc16b20 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7fe84e-50f5-4915-b437-0569bccbfaaf,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:53:38.677376 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-64f6ef4c-ce5d-4874-b58a-302abcc16b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:53:38.684303 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf details requested by agent ovs-agent-dv-cinder-766752-3-iscsi with host dv-cinder-766752-3-iscsi {{(pid=93155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 21:53:38.720523 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-64f6ef4c-ce5d-4874-b58a-302abcc16b20 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8641520 Jun 18 21:53:38.891528 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:39.451056 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:41.016285 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 58446) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:53:41.188883 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef17e97e-f432-4717-bd67-d60659c355fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:53:41.190289 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ef17e97e-f432-4717-bd67-d60659c355fa admin admin] 10.222.0.38 "GET /v2.0/subnets/f00edb52-a6fd-452f-9049-5a96d25057db HTTP/1.1" status: 200 len: 849 time: 0.1730673 Jun 18 21:53:41.344297 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-7f32467f-996f-490b-ba31-06657cc8dd6a admin admin] 10.222.0.38 "GET /v2.0/routers/640162bd-c2da-4b49-889b-45251b4a3b14 HTTP/1.1" status: 200 len: 704 time: 0.1487224 Jun 18 21:53:41.422746 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:41.602763 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:41.882946 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Allocated IP 172.20.0.1 (a1e155be-bbc4-4282-9489-c31eab2d5a2f/f00edb52-a6fd-452f-9049-5a96d25057db/02de8c9b-9cbc-4a4d-860d-c5eac5d0283f) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 21:53:42.071980 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:42.094822 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Transition to ACTIVE for port object 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 21:53:42.222812 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:42.224824 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:53:42.287117 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Network a1e155be-bbc4-4282-9489-c31eab2d5a2f is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 21:53:42.295447 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 21:53:42.303547 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 21:53:42.304071 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545558'] for router_interface, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:42.326264 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=02de8c9b-9cbc-4a4d-860d-c5eac5d0283f,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:53:42.368716 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:53:42.588496 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:42.597746 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-dfd7248b-cc82-4416-8292-be7b7850acee None None] Provisioning for port 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 21:53:42.601460 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-dfd7248b-cc82-4416-8292-be7b7850acee None None] Provisioning complete for port 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:53:42.601835 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dfd7248b-cc82-4416-8292-be7b7850acee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:42.633979 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-dfd7248b-cc82-4416-8292-be7b7850acee None None] Port 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 21:53:42.762050 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:42.822319 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:42.823398 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546575'] for router_interface, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:42.825010 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:53:42.900631 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=02de8c9b-9cbc-4a4d-860d-c5eac5d0283f,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:53:42.904888 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:53:42.945665 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Network a1e155be-bbc4-4282-9489-c31eab2d5a2f is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 21:53:42.946940 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 21:53:43.153168 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-9f51807b-3f47-4da7-89ab-efaa926d9b7a None None] Provisioning complete for port 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:53:43.153464 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9f51807b-3f47-4da7-89ab-efaa926d9b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:43.187297 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-9f51807b-3f47-4da7-89ab-efaa926d9b7a None None] Port 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 21:53:43.188232 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Router 640162bd-c2da-4b49-889b-45251b4a3b14 is scheduled to L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc with binding_index 1 {{(pid=93154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 21:53:43.278203 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 21:53:43.283292 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] 10.222.0.38 "PUT /v2.0/routers/640162bd-c2da-4b49-889b-45251b4a3b14/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9342225 Jun 18 21:53:43.299516 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Sync routers for ids ['640162bd-c2da-4b49-889b-45251b4a3b14'] in dv-cinder-766752-3-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 21:53:43.312669 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Routers {'640162bd-c2da-4b49-889b-45251b4a3b14'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 21:53:43.313495 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T21:53:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['640162bd-c2da-4b49-889b-45251b4a3b14'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:53:43.499292 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Set router 640162bd-c2da-4b49-889b-45251b4a3b14 gateway port host: None {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 21:53:43.915321 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640162bd-c2da-4b49-889b-45251b4a3b14', 'name': 'router1', 'tenant_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T21:53:32Z', 'updated_at': '2021-06-18T21:53:42Z', 'revision_number': 2, 'project_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'gw_port_host': None, '_interfaces': [{'id': '02de8c9b-9cbc-4a4d-860d-c5eac5d0283f', 'name': '', 'network_id': 'a1e155be-bbc4-4282-9489-c31eab2d5a2f', 'tenant_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'mac_address': 'fa:16:3e:19:ff:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640162bd-c2da-4b49-889b-45251b4a3b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f00edb52-a6fd-452f-9049-5a96d25057db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T21:53:41Z', 'updated_at': '2021-06-18T21:53:42Z', 'revision_number': 2, 'project_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'subnets': [{'id': 'f00edb52-a6fd-452f-9049-5a96d25057db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6c2fc37-3846-4adb-b64b-261767e6b8d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:53:43.965619 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Checking router: 640162bd-c2da-4b49-889b-45251b4a3b14 for host: dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 21:53:43.965976 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Updating router 640162bd-c2da-4b49-889b-45251b4a3b14 port 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f binding host dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 21:53:44.029331 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:44.508600 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Notify callbacks [] for port, precommit_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:44.525378 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Transition to ACTIVE for port object 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 21:53:44.620654 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:44.624256 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:53:44.790969 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b5bae-5f49-4e0b-aa64-23466d5eb87f None None] Pushing event updated for resources: {'Port': ['ID=02de8c9b-9cbc-4a4d-860d-c5eac5d0283f,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:53:44.821067 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b5bae-5f49-4e0b-aa64-23466d5eb87f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:44.821400 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b5bae-5f49-4e0b-aa64-23466d5eb87f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:44.821726 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b5bae-5f49-4e0b-aa64-23466d5eb87f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:44.822041 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b5bae-5f49-4e0b-aa64-23466d5eb87f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:44.822354 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b5bae-5f49-4e0b-aa64-23466d5eb87f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:44.822664 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b5bae-5f49-4e0b-aa64-23466d5eb87f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:44.822965 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b5bae-5f49-4e0b-aa64-23466d5eb87f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:44.823315 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b5bae-5f49-4e0b-aa64-23466d5eb87f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:44.823638 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b5bae-5f49-4e0b-aa64-23466d5eb87f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:44.823942 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b5bae-5f49-4e0b-aa64-23466d5eb87f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:44.824271 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b5bae-5f49-4e0b-aa64-23466d5eb87f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:44.824570 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b5bae-5f49-4e0b-aa64-23466d5eb87f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b5bae-5f49-4e0b-aa64-23466d5eb87f None None] Tracked resource versions report: Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: pushed versions: Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: { 'AddressGroup': {'1.2'}, Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'ConntrackHelper': {'1.0'}, Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'Log': {'1.0'}, Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'Network': {'1.1'}, Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'Port': {'1.7'}, Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'PortForwarding': {'1.2'}, Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'QosPolicy': {'1.8'}, Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'SecurityGroup': {'1.4'}, Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'SecurityGroupRule': {'1.2'}, Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'SubPort': {'1.0'}, Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'Subnet': {'1.1'}, Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'Trunk': {'1.1'}} Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: consumer versions: Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: { DHCP agent@dv-cinder-766752-3-iscsi: {}, Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: L3 agent@dv-cinder-766752-3-iscsi: {}, Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: Metadata agent@dv-cinder-766752-3-iscsi: {}, Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: Metering agent@dv-cinder-766752-3-iscsi: {}, Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: Open vSwitch agent@dv-cinder-766752-3-iscsi: { 'AddressGroup': '1.2', Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'ConntrackHelper': '1.0', Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'Log': '1.0', Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'Network': '1.1', Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'Port': '1.7', Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'PortForwarding': '1.2', Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'QosPolicy': '1.8', Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'SecurityGroup': '1.4', Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'SecurityGroupRule': '1.2', Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'SubPort': '1.0', Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'Subnet': '1.1', Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: 'Trunk': '1.1'}} Jun 18 21:53:44.825681 dv-cinder-766752-3-iscsi neutron-server[93156]: {{(pid=93156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 21:53:44.830058 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Attempting to bind port 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 21:53:44.830456 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Attempting to bind port 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': '5fb7208e-77aa-40fe-b923-1a7464d66806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a1e155be-bbc4-4282-9489-c31eab2d5a2f'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 21:53:44.830877 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Attempting to bind port 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f on network a1e155be-bbc4-4282-9489-c31eab2d5a2f {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 21:53:44.832923 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-e78b5bae-5f49-4e0b-aa64-23466d5eb87f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:53:44.836775 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 21, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 21:53:44.837185 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Checking segment: {'id': '5fb7208e-77aa-40fe-b923-1a7464d66806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a1e155be-bbc4-4282-9489-c31eab2d5a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 21:53:44.837685 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:44.838068 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Bound using segment: {'id': '5fb7208e-77aa-40fe-b923-1a7464d66806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a1e155be-bbc4-4282-9489-c31eab2d5a2f'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 21:53:44.838543 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Bound port: 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb7208e-77aa-40fe-b923-1a7464d66806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a1e155be-bbc4-4282-9489-c31eab2d5a2f'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 21:53:44.838907 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:44.902695 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] For port 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 21:53:44.923798 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] For port 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=02de8c9b-9cbc-4a4d-860d-c5eac5d0283f,segment=NetworkSegment(5fb7208e-77aa-40fe-b923-1a7464d66806),segment_id=5fb7208e-77aa-40fe-b923-1a7464d66806)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 21:53:45.004346 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:45.006631 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-e78b5bae-5f49-4e0b-aa64-23466d5eb87f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:53:45.060625 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Routers {'640162bd-c2da-4b49-889b-45251b4a3b14'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 21:53:45.061398 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T21:53:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['640162bd-c2da-4b49-889b-45251b4a3b14'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:53:45.099684 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b5bae-5f49-4e0b-aa64-23466d5eb87f None None] Pushing event updated for resources: {'Port': ['ID=02de8c9b-9cbc-4a4d-860d-c5eac5d0283f,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:53:45.128147 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-e78b5bae-5f49-4e0b-aa64-23466d5eb87f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:53:45.153937 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] Set router 640162bd-c2da-4b49-889b-45251b4a3b14 gateway port host: None {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 21:53:45.361535 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640162bd-c2da-4b49-889b-45251b4a3b14', 'name': 'router1', 'tenant_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T21:53:32Z', 'updated_at': '2021-06-18T21:53:42Z', 'revision_number': 2, 'project_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'gw_port_host': None, '_interfaces': [{'id': '02de8c9b-9cbc-4a4d-860d-c5eac5d0283f', 'name': '', 'network_id': 'a1e155be-bbc4-4282-9489-c31eab2d5a2f', 'tenant_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'mac_address': 'fa:16:3e:19:ff:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640162bd-c2da-4b49-889b-45251b4a3b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f00edb52-a6fd-452f-9049-5a96d25057db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T21:53:41Z', 'updated_at': '2021-06-18T21:53:44Z', 'revision_number': 4, 'project_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'subnets': [{'id': 'f00edb52-a6fd-452f-9049-5a96d25057db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6c2fc37-3846-4adb-b64b-261767e6b8d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:53:45.387155 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee6592-2488-4cec-b8c0-6077861da11f None None] The sync data for ids ['640162bd-c2da-4b49-889b-45251b4a3b14'] in dv-cinder-766752-3-iscsi is: [{'id': '640162bd-c2da-4b49-889b-45251b4a3b14', 'name': 'router1', 'tenant_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T21:53:32Z', 'updated_at': '2021-06-18T21:53:42Z', 'revision_number': 2, 'project_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'gw_port_host': None, '_interfaces': [{'id': '02de8c9b-9cbc-4a4d-860d-c5eac5d0283f', 'name': '', 'network_id': 'a1e155be-bbc4-4282-9489-c31eab2d5a2f', 'tenant_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'mac_address': 'fa:16:3e:19:ff:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640162bd-c2da-4b49-889b-45251b4a3b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f00edb52-a6fd-452f-9049-5a96d25057db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T21:53:41Z', 'updated_at': '2021-06-18T21:53:44Z', 'revision_number': 4, 'project_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'subnets': [{'id': 'f00edb52-a6fd-452f-9049-5a96d25057db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6c2fc37-3846-4adb-b64b-261767e6b8d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 21:53:45.517126 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 58466) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:53:45.625561 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b288dd-7d63-4260-bb93-fd2b78946a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:53:45.626929 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-39b288dd-7d63-4260-bb93-fd2b78946a60 admin admin] 10.222.0.38 "GET /v2.0/networks/ac7fe84e-50f5-4915-b437-0569bccbfaaf HTTP/1.1" status: 200 len: 842 time: 0.1088760 Jun 18 21:53:45.636083 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-0b90a615-da95-4938-9a12-d86b03b97716 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 21:53:45.765392 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b90a615-da95-4938-9a12-d86b03b97716 admin admin] Made reservation on behalf of 651fc2e08e724c2499b6325196487acd for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 21:53:45.767868 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0b90a615-da95-4938-9a12-d86b03b97716 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:46.122986 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.objects.ports [None req-0b90a615-da95-4938-9a12-d86b03b97716 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93154) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 21:53:46.123319 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0b90a615-da95-4938-9a12-d86b03b97716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:46.126567 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:53:46.243385 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90a615-da95-4938-9a12-d86b03b97716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=467ce04a-3e35-49c7-b989-561dd094bc72,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:53:46.246997 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-0b90a615-da95-4938-9a12-d86b03b97716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:53:46.251427 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90a615-da95-4938-9a12-d86b03b97716 admin admin] Checking segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 21:53:46.251732 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b90a615-da95-4938-9a12-d86b03b97716 admin admin] Network hostable DHCP agents. Network: ac7fe84e-50f5-4915-b437-0569bccbfaaf, hostable agents: ['9f0b91c3-6ba3-4173-8e48-c1b1d033014c'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 21:53:46.346859 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b90a615-da95-4938-9a12-d86b03b97716 admin admin] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf is scheduled to be hosted by DHCP agent 9f0b91c3-6ba3-4173-8e48-c1b1d033014c with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 21:53:46.462833 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-0b90a615-da95-4938-9a12-d86b03b97716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-iscsi, ac7fe84e-50f5-4915-b437-0569bccbfaaf) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 21:53:46.467018 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b90a615-da95-4938-9a12-d86b03b97716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:53:46.467619 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0b90a615-da95-4938-9a12-d86b03b97716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:46.472007 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bfcaa6-0c3f-478f-9fe6-8f2b087fd4fc None None] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 21:53:46.532747 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-0b90a615-da95-4938-9a12-d86b03b97716 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8998697 Jun 18 21:53:46.605055 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81204e78-94ea-4409-9bff-028cdf7e97db None None] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 21:53:48.778957 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 58478) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:53:48.905138 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-daf6e0e7-56c3-4d3b-a9fa-4308575a3575 admin admin] 10.222.0.38 "GET /v2.0/routers/640162bd-c2da-4b49-889b-45251b4a3b14 HTTP/1.1" status: 200 len: 710 time: 0.1250477 Jun 18 21:53:48.993551 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc74fa7-3f5a-40f4-a4d7-38ac7fbb82c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:53:48.994916 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-2cc74fa7-3f5a-40f4-a4d7-38ac7fbb82c9 admin admin] 10.222.0.38 "GET /v2.0/networks/ac7fe84e-50f5-4915-b437-0569bccbfaaf HTTP/1.1" status: 200 len: 886 time: 0.0847800 Jun 18 21:53:49.004203 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 21:53:49.007322 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-ffda1089-ff28-404c-887c-1844e7233c05 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 21:53:49.159597 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 21:53:49.163638 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:53:49.164069 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:49.246384 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:49.257173 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ffda1089-ff28-404c-887c-1844e7233c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1830'] for router, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:49.279254 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=02de8c9b-9cbc-4a4d-860d-c5eac5d0283f,segment=NetworkSegment(5fb7208e-77aa-40fe-b923-1a7464d66806),segment_id=5fb7208e-77aa-40fe-b923-1a7464d66806)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 21:53:49.409534 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:49.411839 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:53:49.458860 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=02de8c9b-9cbc-4a4d-860d-c5eac5d0283f,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:53:49.462634 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:53:49.575109 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ffda1089-ff28-404c-887c-1844e7233c05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:49.647477 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ffda1089-ff28-404c-887c-1844e7233c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:49.743870 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-ffda1089-ff28-404c-887c-1844e7233c05 admin admin] Allocated IP 172.27.1.62 (ac7fe84e-50f5-4915-b437-0569bccbfaaf/467ce04a-3e35-49c7-b989-561dd094bc72/33f9b0af-1829-47e8-ad73-d3d39e821b75) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 21:53:49.840620 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ffda1089-ff28-404c-887c-1844e7233c05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:49.965316 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ffda1089-ff28-404c-887c-1844e7233c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:49.968062 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:53:50.005036 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffda1089-ff28-404c-887c-1844e7233c05 admin admin] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 21:53:50.007814 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-ffda1089-ff28-404c-887c-1844e7233c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 21:53:50.011038 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffda1089-ff28-404c-887c-1844e7233c05 admin admin] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 21:53:50.016852 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda1089-ff28-404c-887c-1844e7233c05 admin admin] Pushing event updated for resources: {'Port': ['ID=33f9b0af-1829-47e8-ad73-d3d39e821b75,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:53:50.047848 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ffda1089-ff28-404c-887c-1844e7233c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:53:50.463954 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ffda1089-ff28-404c-887c-1844e7233c05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:50.646861 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ffda1089-ff28-404c-887c-1844e7233c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1830'] for router, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:50.649883 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ffda1089-ff28-404c-887c-1844e7233c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546036', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-610135'] for router, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:50.751051 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffda1089-ff28-404c-887c-1844e7233c05 admin admin] Router 640162bd-c2da-4b49-889b-45251b4a3b14 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 21:53:50.853951 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffda1089-ff28-404c-887c-1844e7233c05 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 21:53:50.858133 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ffda1089-ff28-404c-887c-1844e7233c05 admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:50.859307 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ffda1089-ff28-404c-887c-1844e7233c05 admin admin] 10.222.0.38 "PUT /v2.0/routers/640162bd-c2da-4b49-889b-45251b4a3b14 HTTP/1.1" status: 200 len: 889 time: 1.8554389 Jun 18 21:53:50.875377 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Sync routers for ids ['640162bd-c2da-4b49-889b-45251b4a3b14'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 21:53:50.886248 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Routers {'640162bd-c2da-4b49-889b-45251b4a3b14'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 21:53:50.886940 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T21:53:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['640162bd-c2da-4b49-889b-45251b4a3b14'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:53:50.998853 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 21:53:51.188365 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:53:51.188659 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:51.191888 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Set router 640162bd-c2da-4b49-889b-45251b4a3b14 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 21:53:51.628146 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640162bd-c2da-4b49-889b-45251b4a3b14', 'name': 'router1', 'tenant_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '33f9b0af-1829-47e8-ad73-d3d39e821b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T21:53:32Z', 'updated_at': '2021-06-18T21:53:50Z', 'revision_number': 4, 'project_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'gw_port': {'id': '33f9b0af-1829-47e8-ad73-d3d39e821b75', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:65:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640162bd-c2da-4b49-889b-45251b4a3b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T21:53:49Z', 'updated_at': '2021-06-18T21:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '02de8c9b-9cbc-4a4d-860d-c5eac5d0283f', 'name': '', 'network_id': 'a1e155be-bbc4-4282-9489-c31eab2d5a2f', 'tenant_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'mac_address': 'fa:16:3e:19:ff:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640162bd-c2da-4b49-889b-45251b4a3b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f00edb52-a6fd-452f-9049-5a96d25057db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T21:53:41Z', 'updated_at': '2021-06-18T21:53:49Z', 'revision_number': 5, 'project_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'subnets': [{'id': 'f00edb52-a6fd-452f-9049-5a96d25057db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6c2fc37-3846-4adb-b64b-261767e6b8d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:53:51.678396 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Checking router: 640162bd-c2da-4b49-889b-45251b4a3b14 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 21:53:51.678746 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Updating router 640162bd-c2da-4b49-889b-45251b4a3b14 port 33f9b0af-1829-47e8-ad73-d3d39e821b75 binding host dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 21:53:51.712035 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:52.022881 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:52.032179 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Transition to ACTIVE for port object 33f9b0af-1829-47e8-ad73-d3d39e821b75 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 21:53:52.142204 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:52.144534 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:53:52.193132 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff094dc7-a07a-4a31-abb5-befa6c142a4e None None] Pushing event updated for resources: {'Port': ['ID=33f9b0af-1829-47e8-ad73-d3d39e821b75,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:53:52.195332 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Attempting to bind port 33f9b0af-1829-47e8-ad73-d3d39e821b75 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 21:53:52.195700 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Attempting to bind port 33f9b0af-1829-47e8-ad73-d3d39e821b75 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 21:53:52.196061 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Attempting to bind port 33f9b0af-1829-47e8-ad73-d3d39e821b75 on network ac7fe84e-50f5-4915-b437-0569bccbfaaf {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 21:53:52.198418 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-ff094dc7-a07a-4a31-abb5-befa6c142a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:53:52.202927 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 21, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 21:53:52.203303 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Checking segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 21:53:52.203703 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:52.204117 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Bound using segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 21:53:52.204602 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Bound port: 33f9b0af-1829-47e8-ad73-d3d39e821b75, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 21:53:52.204970 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:52.254455 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] For port 33f9b0af-1829-47e8-ad73-d3d39e821b75, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 21:53:52.257332 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] For port 33f9b0af-1829-47e8-ad73-d3d39e821b75, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=33f9b0af-1829-47e8-ad73-d3d39e821b75,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 21:53:52.313838 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:52.316180 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:53:52.373427 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Routers {'640162bd-c2da-4b49-889b-45251b4a3b14'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 21:53:52.374034 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T21:53:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['640162bd-c2da-4b49-889b-45251b4a3b14'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:53:52.481714 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff094dc7-a07a-4a31-abb5-befa6c142a4e None None] Pushing event updated for resources: {'Port': ['ID=33f9b0af-1829-47e8-ad73-d3d39e821b75,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:53:52.485554 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-ff094dc7-a07a-4a31-abb5-befa6c142a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:53:52.558243 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] Set router 640162bd-c2da-4b49-889b-45251b4a3b14 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 21:53:52.773559 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640162bd-c2da-4b49-889b-45251b4a3b14', 'name': 'router1', 'tenant_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '33f9b0af-1829-47e8-ad73-d3d39e821b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T21:53:32Z', 'updated_at': '2021-06-18T21:53:50Z', 'revision_number': 4, 'project_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'gw_port': {'id': '33f9b0af-1829-47e8-ad73-d3d39e821b75', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:65:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640162bd-c2da-4b49-889b-45251b4a3b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T21:53:49Z', 'updated_at': '2021-06-18T21:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '02de8c9b-9cbc-4a4d-860d-c5eac5d0283f', 'name': '', 'network_id': 'a1e155be-bbc4-4282-9489-c31eab2d5a2f', 'tenant_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'mac_address': 'fa:16:3e:19:ff:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640162bd-c2da-4b49-889b-45251b4a3b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f00edb52-a6fd-452f-9049-5a96d25057db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T21:53:41Z', 'updated_at': '2021-06-18T21:53:49Z', 'revision_number': 5, 'project_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'subnets': [{'id': 'f00edb52-a6fd-452f-9049-5a96d25057db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6c2fc37-3846-4adb-b64b-261767e6b8d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:53:52.799982 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66435c62-0ad4-465d-ad14-516eb43538d4 None None] The sync data for ids ['640162bd-c2da-4b49-889b-45251b4a3b14'] in dv-cinder-766752-3-iscsi is: [{'id': '640162bd-c2da-4b49-889b-45251b4a3b14', 'name': 'router1', 'tenant_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '33f9b0af-1829-47e8-ad73-d3d39e821b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T21:53:32Z', 'updated_at': '2021-06-18T21:53:50Z', 'revision_number': 4, 'project_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'gw_port': {'id': '33f9b0af-1829-47e8-ad73-d3d39e821b75', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:65:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640162bd-c2da-4b49-889b-45251b4a3b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T21:53:49Z', 'updated_at': '2021-06-18T21:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '02de8c9b-9cbc-4a4d-860d-c5eac5d0283f', 'name': '', 'network_id': 'a1e155be-bbc4-4282-9489-c31eab2d5a2f', 'tenant_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'mac_address': 'fa:16:3e:19:ff:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640162bd-c2da-4b49-889b-45251b4a3b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f00edb52-a6fd-452f-9049-5a96d25057db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T21:53:41Z', 'updated_at': '2021-06-18T21:53:49Z', 'revision_number': 5, 'project_id': '5b8af9ccef6a4a7d9a4398d9fbf1d988', 'subnets': [{'id': 'f00edb52-a6fd-452f-9049-5a96d25057db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6c2fc37-3846-4adb-b64b-261767e6b8d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 21:53:53.037359 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 33f9b0af-1829-47e8-ad73-d3d39e821b75 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 21:53:53.147668 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 33f9b0af-1829-47e8-ad73-d3d39e821b75 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 21:53:53.152019 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 33f9b0af-1829-47e8-ad73-d3d39e821b75 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:53:53.152433 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:53.235917 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 58486) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:53:53.246471 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:53.267796 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port 33f9b0af-1829-47e8-ad73-d3d39e821b75, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=33f9b0af-1829-47e8-ad73-d3d39e821b75,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 21:53:53.359133 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:53.361370 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-ff094dc7-a07a-4a31-abb5-befa6c142a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:53:53.373405 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-1adce3b2-94be-4c2f-b8b0-f5e46d7553d7 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1361535 Jun 18 21:53:53.416996 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=33f9b0af-1829-47e8-ad73-d3d39e821b75,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:53:53.421166 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:53:54.996195 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 33f9b0af-1829-47e8-ad73-d3d39e821b75 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 21:53:55.062481 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 33f9b0af-1829-47e8-ad73-d3d39e821b75 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:53:55.062862 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:05.941719 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-05982ecc-020e-42e2-a990-5e1dfc17e461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:08.347650 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a88fc601-ad1e-4a88-a880-1a4307db087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:08.890500 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:09.456512 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:11.470839 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:13.154816 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 5 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 21:54:36.177905 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ae5f867d-8ccc-453d-bee4-d98533ac59b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:38.357483 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e72d3e76-a8e5-4f25-a9d3-b8c44b2746f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:38.894491 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:39.483048 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:41.452354 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:50.153454 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 5 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 21:55:05.958735 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c0cabeef-fc77-40df-a418-f20ff53b3ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:08.364283 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ae5cf7a1-dd76-46b8-81fe-9dc3c73b0b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:08.887301 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:09.473153 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:11.438352 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:27.151716 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 5 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 21:55:30.727425 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59054) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:55:30.789381 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.pecan_wsgi.hooks.translation [None req-378121e5-cfc3-41ca-9b05-693bf33eab52 admin admin] GET failed (client error): The resource could not be found. Jun 18 21:55:30.790686 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-378121e5-cfc3-41ca-9b05-693bf33eab52 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621765 Jun 18 21:55:30.943471 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3a7052-6fb4-4228-b899-4ed7eff22cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:55:30.944895 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-fe3a7052-6fb4-4228-b899-4ed7eff22cbe admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1504436 Jun 18 21:55:33.049913 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59064) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:55:33.137560 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af0fe82-f102-4e56-b74f-94ec20117c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:55:33.138839 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-2af0fe82-f102-4e56-b74f-94ec20117c99 admin admin] 10.222.0.38 "GET /v2.0/subnets/f00edb52-a6fd-452f-9049-5a96d25057db HTTP/1.1" status: 200 len: 849 time: 0.0879695 Jun 18 21:55:33.148387 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 21:55:33.230776 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] Notify callbacks [] for subnet, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:33.424893 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737367034844'] for subnet, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:33.426997 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-61596336-44f4-467c-9c7c-27dde132bc6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:55:33.455894 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:55:33.456505 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:33.465568 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] 10.222.0.38 "PUT /v2.0/subnets/f00edb52-a6fd-452f-9049-5a96d25057db HTTP/1.1" status: 200 len: 868 time: 0.3136036 Jun 18 21:55:33.465821 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e255e750-529d-42cd-8d4e-6762b5459507 None None] Network a1e155be-bbc4-4282-9489-c31eab2d5a2f requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 21:55:33.480690 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f00edb52-a6fd-452f-9049-5a96d25057db,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:55:33.488293 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:55:33.488723 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:55:33.489004 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:55:33.489327 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:55:33.489649 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:55:33.489988 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:55:33.490311 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:55:33.491311 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:55:33.491706 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:55:33.492193 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:55:33.492395 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:55:33.492857 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:55:33.496505 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:55:33.872666 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-bb341120-ed1d-4c43-849b-89ae0788f15a None None] Provisioning complete for port 02de8c9b-9cbc-4a4d-860d-c5eac5d0283f triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:55:33.873037 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bb341120-ed1d-4c43-849b-89ae0788f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:33.962277 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-bb341120-ed1d-4c43-849b-89ae0788f15a None None] Provisioning complete for port de0eee92-bfde-46bc-94a1-b885a41cdfc4 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:55:33.962631 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bb341120-ed1d-4c43-849b-89ae0788f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:35.607470 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59072) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:55:35.798795 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4fcd16-79b5-40c9-be18-b97631967665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:55:35.799274 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4fcd16-79b5-40c9-be18-b97631967665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:55:35.800815 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-8c4fcd16-79b5-40c9-be18-b97631967665 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1922848 Jun 18 21:55:35.945764 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c97b2541-a005-4077-9a6e-2d2a46d1a717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:37.911549 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59080) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:55:38.045689 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82e268a-a5ae-41da-b3be-2772862afe84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:55:38.046171 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82e268a-a5ae-41da-b3be-2772862afe84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:55:38.047691 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-b82e268a-a5ae-41da-b3be-2772862afe84 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1349432 Jun 18 21:55:38.345881 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5ccc62b6-9661-4e00-8155-966d9a276298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:38.909125 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:39.468515 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:40.219106 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59088) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:55:40.346130 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede9e32a-de8f-444c-a216-aac80c3d7d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:55:40.347458 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ede9e32a-de8f-444c-a216-aac80c3d7d3b admin admin] 10.222.0.38 "GET /v2.0/networks/a1e155be-bbc4-4282-9489-c31eab2d5a2f HTTP/1.1" status: 200 len: 869 time: 0.1274157 Jun 18 21:55:41.442178 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:42.456269 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59096) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:55:42.575428 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251e947e-0ff8-49cb-a32e-331dd3c61d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:55:42.576699 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-251e947e-0ff8-49cb-a32e-331dd3c61d1c admin admin] 10.222.0.38 "GET /v2.0/networks/ac7fe84e-50f5-4915-b437-0569bccbfaaf HTTP/1.1" status: 200 len: 886 time: 0.1195068 Jun 18 21:55:44.708916 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59104) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:55:44.922373 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173f059c-1b47-4ac6-a7ff-24ba68ddb4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:55:44.922745 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173f059c-1b47-4ac6-a7ff-24ba68ddb4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:55:44.924283 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-173f059c-1b47-4ac6-a7ff-24ba68ddb4d7 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2141478 Jun 18 21:55:47.032302 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59112) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:55:47.119316 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e715a-73b9-41d2-85a3-d9043c2c483f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:55:47.119784 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e715a-73b9-41d2-85a3-d9043c2c483f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:55:47.121267 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-5a5e715a-73b9-41d2-85a3-d9043c2c483f admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0880427 Jun 18 21:55:49.235854 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59120) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:55:49.321044 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6110a2-9fd5-4db4-ae7d-a09ef2e9fc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:55:49.322549 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ed6110a2-9fd5-4db4-ae7d-a09ef2e9fc30 admin admin] 10.222.0.38 "GET /v2.0/subnets/467ce04a-3e35-49c7-b989-561dd094bc72 HTTP/1.1" status: 200 len: 816 time: 0.0856867 Jun 18 21:55:51.449767 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59128) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:55:51.539110 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bed3fe1-5544-4008-9a53-e6c7a18415d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:55:51.540413 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-0bed3fe1-5544-4008-9a53-e6c7a18415d2 admin admin] 10.222.0.38 "GET /v2.0/subnets/f00edb52-a6fd-452f-9049-5a96d25057db HTTP/1.1" status: 200 len: 868 time: 0.0897040 Jun 18 21:56:04.149577 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 5 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 21:56:05.946879 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7d10c6e5-0409-4db6-9867-a5f1bb6bdfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:08.342698 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e59b71bb-bf10-4939-b5a3-aaaf53cb7b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:08.918377 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:09.468730 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:11.456679 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:14.694689 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59172) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:56:14.741089 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [None req-13b86481-ef40-42d5-bb79-1a6176526747 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 21:56:14.742061 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-13b86481-ef40-42d5-bb79-1a6176526747 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464158 Jun 18 21:56:16.934882 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59180) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:56:16.992738 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab96d0ee-3c7e-4de5-8fc5-fc8bee91b6c1 admin admin] GET failed (client error): The resource could not be found. Jun 18 21:56:16.994031 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ab96d0ee-3c7e-4de5-8fc5-fc8bee91b6c1 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0582020 Jun 18 21:56:17.076081 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35290dce-d54e-4114-a333-bca0a7a3bf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:56:17.077758 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-35290dce-d54e-4114-a333-bca0a7a3bf30 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0799959 Jun 18 21:56:19.229839 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59188) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:56:19.274679 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-420f4ad8-14f4-4556-9068-5b82f42f4490 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 21:56:19.348245 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420f4ad8-14f4-4556-9068-5b82f42f4490 admin admin] Made reservation on behalf of 651fc2e08e724c2499b6325196487acd for: {'network': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 21:56:19.350595 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-420f4ad8-14f4-4556-9068-5b82f42f4490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for network, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:19.381908 dv-cinder-766752-3-iscsi neutron-server[93154]: WARNING neutron.services.revisions.revision_plugin [None req-420f4ad8-14f4-4556-9068-5b82f42f4490 admin admin] Could not find related network for resource to bump revision. Jun 18 21:56:19.392001 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420f4ad8-14f4-4556-9068-5b82f42f4490 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=93154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 21:56:19.400742 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-420f4ad8-14f4-4556-9068-5b82f42f4490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:19.401081 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.segments_db [None req-420f4ad8-14f4-4556-9068-5b82f42f4490 admin admin] Added segment a3016558-1fed-4641-949a-7b46304d5f88 of type vlan for network bfa6a483-d632-4977-95ff-547e540f3025 Jun 18 21:56:19.437698 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-420f4ad8-14f4-4556-9068-5b82f42f4490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737366562524'] for network, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:19.540467 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-420f4ad8-14f4-4556-9068-5b82f42f4490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283'] for network, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:19.541796 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420f4ad8-14f4-4556-9068-5b82f42f4490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:56:19.542365 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-420f4ad8-14f4-4556-9068-5b82f42f4490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:19.544305 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:56:19.598719 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f4ad8-14f4-4556-9068-5b82f42f4490 admin admin] Pushing event updated for resources: {'Network': ['ID=bfa6a483-d632-4977-95ff-547e540f3025,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:56:19.601307 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-420f4ad8-14f4-4556-9068-5b82f42f4490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:56:19.609269 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Network bfa6a483-d632-4977-95ff-547e540f3025 details requested by agent ovs-agent-dv-cinder-766752-3-iscsi with host dv-cinder-766752-3-iscsi {{(pid=93155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 21:56:19.684722 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-420f4ad8-14f4-4556-9068-5b82f42f4490 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4538188 Jun 18 21:56:21.826988 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59196) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:56:21.884848 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a96f279-83c9-464c-a79a-da59c39812a4 admin admin] GET failed (client error): The resource could not be found. Jun 18 21:56:21.886130 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-4a96f279-83c9-464c-a79a-da59c39812a4 admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0582108 Jun 18 21:56:21.956585 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8451b25d-b232-48a0-b1fd-6b0967e00073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:56:21.957975 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-8451b25d-b232-48a0-b1fd-6b0967e00073 admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680518 Jun 18 21:56:21.967258 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-9c58d61d-1be8-4b31-9284-e11cc723f59f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'bfa6a483-d632-4977-95ff-547e540f3025', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 21:56:22.043160 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c58d61d-1be8-4b31-9284-e11cc723f59f admin admin] Made reservation on behalf of 651fc2e08e724c2499b6325196487acd for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 21:56:22.045333 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9c58d61d-1be8-4b31-9284-e11cc723f59f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:22.250366 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9c58d61d-1be8-4b31-9284-e11cc723f59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:22.253782 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:56:22.304406 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58d61d-1be8-4b31-9284-e11cc723f59f admin admin] Pushing event updated for resources: {'Subnet': ['ID=91b6530b-f293-4d9d-8a38-e0065f7c7e1a,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:56:22.310987 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-9c58d61d-1be8-4b31-9284-e11cc723f59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:56:22.311665 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c58d61d-1be8-4b31-9284-e11cc723f59f admin admin] Checking segment: {'id': 'a3016558-1fed-4641-949a-7b46304d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bfa6a483-d632-4977-95ff-547e540f3025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 21:56:22.312010 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c58d61d-1be8-4b31-9284-e11cc723f59f admin admin] Network hostable DHCP agents. Network: bfa6a483-d632-4977-95ff-547e540f3025, hostable agents: ['9f0b91c3-6ba3-4173-8e48-c1b1d033014c'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 21:56:22.398317 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c58d61d-1be8-4b31-9284-e11cc723f59f admin admin] Network bfa6a483-d632-4977-95ff-547e540f3025 is scheduled to be hosted by DHCP agent 9f0b91c3-6ba3-4173-8e48-c1b1d033014c with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 21:56:22.444002 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-9c58d61d-1be8-4b31-9284-e11cc723f59f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-iscsi, bfa6a483-d632-4977-95ff-547e540f3025) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 21:56:22.447864 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c58d61d-1be8-4b31-9284-e11cc723f59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:56:22.448467 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9c58d61d-1be8-4b31-9284-e11cc723f59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:22.453434 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56f2eaa-b5af-4c0d-92ed-c4fab34ea20f None None] Network bfa6a483-d632-4977-95ff-547e540f3025 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 21:56:22.502233 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-9c58d61d-1be8-4b31-9284-e11cc723f59f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5382087 Jun 18 21:56:22.698134 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1cd4b5c-bae9-5a54-94e7-4e728668075a-bfa6a483-d632-4977-95ff-547e540f3025', 'network_id': 'bfa6a483-d632-4977-95ff-547e540f3025', 'tenant_id': '651fc2e08e724c2499b6325196487acd', 'fixed_ips': [{'subnet_id': '91b6530b-f293-4d9d-8a38-e0065f7c7e1a'}]}} from dv-cinder-766752-3-iscsi. {{(pid=93155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 21:56:22.699023 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:22.832032 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Allocated IP 192.168.233.2 (bfa6a483-d632-4977-95ff-547e540f3025/91b6530b-f293-4d9d-8a38-e0065f7c7e1a/4807683a-9e64-462a-87b8-1f79a40c8b7a) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 21:56:22.976442 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:22.984564 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Transition to ACTIVE for port object 4807683a-9e64-462a-87b8-1f79a40c8b7a will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 21:56:22.999012 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Transition to ACTIVE for port object 4807683a-9e64-462a-87b8-1f79a40c8b7a will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 21:56:23.079422 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:23.082560 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:56:23.124708 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Network bfa6a483-d632-4977-95ff-547e540f3025 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 21:56:23.128451 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 21:56:23.131053 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 21:56:23.140033 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Pushing event updated for resources: {'Port': ['ID=4807683a-9e64-462a-87b8-1f79a40c8b7a,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:56:23.165669 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:23.166014 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:23.166349 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:23.166679 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:23.167006 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:23.167331 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:23.167654 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:23.167972 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:23.168315 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:23.168632 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:23.168965 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:23.169338 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:23.173437 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:56:23.202875 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Attempting to bind port 4807683a-9e64-462a-87b8-1f79a40c8b7a on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 21:56:23.203243 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Attempting to bind port 4807683a-9e64-462a-87b8-1f79a40c8b7a by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': 'a3016558-1fed-4641-949a-7b46304d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bfa6a483-d632-4977-95ff-547e540f3025'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 21:56:23.203597 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Attempting to bind port 4807683a-9e64-462a-87b8-1f79a40c8b7a on network bfa6a483-d632-4977-95ff-547e540f3025 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 21:56:23.208748 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 21, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 21:56:23.209116 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Checking segment: {'id': 'a3016558-1fed-4641-949a-7b46304d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bfa6a483-d632-4977-95ff-547e540f3025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 21:56:23.209517 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:23.209900 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Bound using segment: {'id': 'a3016558-1fed-4641-949a-7b46304d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bfa6a483-d632-4977-95ff-547e540f3025'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 21:56:23.210367 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Bound port: 4807683a-9e64-462a-87b8-1f79a40c8b7a, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3016558-1fed-4641-949a-7b46304d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bfa6a483-d632-4977-95ff-547e540f3025'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 21:56:23.210733 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:23.273701 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] For port 4807683a-9e64-462a-87b8-1f79a40c8b7a, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 21:56:23.276778 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] For port 4807683a-9e64-462a-87b8-1f79a40c8b7a, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=4807683a-9e64-462a-87b8-1f79a40c8b7a,segment=NetworkSegment(a3016558-1fed-4641-949a-7b46304d5f88),segment_id=a3016558-1fed-4641-949a-7b46304d5f88)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 21:56:23.353873 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:23.356272 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-ff094dc7-a07a-4a31-abb5-befa6c142a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:56:23.416531 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Pushing event updated for resources: {'Port': ['ID=4807683a-9e64-462a-87b8-1f79a40c8b7a,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:56:23.420674 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:56:24.201687 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2b8cb0-615b-480b-a46b-eecb87b9549f None None] Network bfa6a483-d632-4977-95ff-547e540f3025 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 21:56:24.365803 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-bb3ae0e4-ac86-40eb-b02a-59c11f3cb29f None None] Provisioning for port 4807683a-9e64-462a-87b8-1f79a40c8b7a completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 21:56:25.117928 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 4807683a-9e64-462a-87b8-1f79a40c8b7a up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 21:56:25.290073 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 4807683a-9e64-462a-87b8-1f79a40c8b7a completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 21:56:25.294447 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 4807683a-9e64-462a-87b8-1f79a40c8b7a triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:56:25.294767 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:25.372724 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:25.404594 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port 4807683a-9e64-462a-87b8-1f79a40c8b7a, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=4807683a-9e64-462a-87b8-1f79a40c8b7a,segment=NetworkSegment(a3016558-1fed-4641-949a-7b46304d5f88),segment_id=a3016558-1fed-4641-949a-7b46304d5f88)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 21:56:25.473119 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:25.475346 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:56:25.525950 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=4807683a-9e64-462a-87b8-1f79a40c8b7a,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:56:25.529006 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:56:27.099861 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 4807683a-9e64-462a-87b8-1f79a40c8b7a up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 21:56:27.147770 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 4807683a-9e64-462a-87b8-1f79a40c8b7a triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:56:27.148187 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:35.969711 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9dff811f-cabc-43a2-9162-ebdc3b2c6ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:38.346723 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a1b0eed4-b187-42fd-bb91-13afff47f88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:38.940587 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:39.477773 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:41.149200 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 5 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 21:56:41.449066 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:05.938080 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ea475aa3-acb9-4c16-b998-f93c00ce4bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:08.349943 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-13b9cea5-dae9-4019-bbf6-4aca40f87fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:08.927132 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:09.480925 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:11.498570 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:18.148397 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 5 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 21:57:35.936877 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-aa76c1a1-902f-40ff-8172-ddd2072853c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:38.381987 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d304c705-6c7c-4bf7-83e6-0af8de67b3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:38.896485 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:39.496145 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:40.477164 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59248) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:57:40.483662 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [None req-dcea384f-568d-4248-8552-73d47675fefb tempest-verify_tempest_config-257239147 tempest-verify_tempest_config-257239147-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 21:57:40.484623 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-dcea384f-568d-4248-8552-73d47675fefb tempest-verify_tempest_config-257239147 tempest-verify_tempest_config-257239147-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065122 Jun 18 21:57:40.988335 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59266) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:57:41.086059 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-22a7d90d-b120-4b41-9915-322056e05d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:41.169436 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-22a7d90d-b120-4b41-9915-322056e05d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:41.255965 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-22a7d90d-b120-4b41-9915-322056e05d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:41.259147 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:57:41.304174 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-22a7d90d-b120-4b41-9915-322056e05d18 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ebac921614414b2592aeceea2d502e4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3146169 Jun 18 21:57:41.304845 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7d90d-b120-4b41-9915-322056e05d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc4f991-fa1f-44ed-a233-4ac13618ced3,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:57:41.306734 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 59270) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:57:41.312190 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7d90d-b120-4b41-9915-322056e05d18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.312613 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7d90d-b120-4b41-9915-322056e05d18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.312948 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7d90d-b120-4b41-9915-322056e05d18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.313277 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7d90d-b120-4b41-9915-322056e05d18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.313601 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7d90d-b120-4b41-9915-322056e05d18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.313925 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7d90d-b120-4b41-9915-322056e05d18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.314243 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7d90d-b120-4b41-9915-322056e05d18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.314558 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7d90d-b120-4b41-9915-322056e05d18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.314876 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7d90d-b120-4b41-9915-322056e05d18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.315188 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7d90d-b120-4b41-9915-322056e05d18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.315501 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7d90d-b120-4b41-9915-322056e05d18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.315811 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7d90d-b120-4b41-9915-322056e05d18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.319639 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-22a7d90d-b120-4b41-9915-322056e05d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:57:41.392572 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:41.413336 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:41.461565 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:41.576731 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:41.579890 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:41.581688 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8dc4f991-fa1f-44ed-a233-4ac13618ced3 HTTP/1.1" status: 204 len: 168 time: 0.2738745 Jun 18 21:57:41.582574 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:57:41.590032 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc4f991-fa1f-44ed-a233-4ac13618ced3,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:57:41.599692 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.600028 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.600391 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.600691 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.601002 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.601330 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.601643 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.601950 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.602279 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.602586 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.602889 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.603192 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] Tracked resource versions report: Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: pushed versions: Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: { 'AddressGroup': {'1.2'}, Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'ConntrackHelper': {'1.0'}, Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'Log': {'1.0'}, Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'Network': {'1.1'}, Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'Port': {'1.7'}, Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'PortForwarding': {'1.2'}, Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'QosPolicy': {'1.8'}, Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'SecurityGroup': {'1.4'}, Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'SecurityGroupRule': {'1.2'}, Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'SubPort': {'1.0'}, Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'Subnet': {'1.1'}, Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'Trunk': {'1.1'}} Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: consumer versions: Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: { DHCP agent@dv-cinder-766752-3-iscsi: {}, Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: L3 agent@dv-cinder-766752-3-iscsi: {}, Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: Metadata agent@dv-cinder-766752-3-iscsi: {}, Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: Metering agent@dv-cinder-766752-3-iscsi: {}, Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: Open vSwitch agent@dv-cinder-766752-3-iscsi: { 'AddressGroup': '1.2', Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'ConntrackHelper': '1.0', Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'Log': '1.0', Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'Network': '1.1', Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'Port': '1.7', Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'PortForwarding': '1.2', Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'QosPolicy': '1.8', Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'SecurityGroup': '1.4', Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'SecurityGroupRule': '1.2', Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'SubPort': '1.0', Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'Subnet': '1.1', Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: 'Trunk': '1.1'}} Jun 18 21:57:41.604269 dv-cinder-766752-3-iscsi neutron-server[93153]: {{(pid=93153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 21:57:41.636767 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:57:55.147269 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 5 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 21:58:05.945607 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b52f29fb-09d8-4d3b-b21d-5006f0afd98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:08.339102 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-577bb267-9fd9-4afd-ac79-aa14a947b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:08.887807 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:09.471553 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:11.454111 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:32.146101 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 5 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 21:58:35.932820 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7471468b-71b9-45c8-b308-191debb76b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:38.321297 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-909e612c-f7e1-4848-9f4d-13d88effb413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:38.903999 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:39.480943 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:41.479780 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:05.953529 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-94ddf6df-d80f-4a49-bae7-4909bb1cdc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:08.330775 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-24624f3c-2005-4ab7-add2-035e95cf9e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:08.918868 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:09.145070 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 5 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 21:59:09.484971 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:11.473379 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:16.516593 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713'] for agent, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:31.133157 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 59352) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:59:31.234530 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-25b683a6-2d5b-4f88-b7ac-b473121e8e0d admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1002305 Jun 18 21:59:33.351853 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59362) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:59:33.409412 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-f94fe492-13a0-4be7-a7f9-5acf23e5b1ad admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0563960 Jun 18 21:59:35.957774 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5f2dfa64-fc70-4c42-8d33-237be1ab4ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:38.332035 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-10781c7f-4f3b-449c-b358-c9643a8312f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:38.894470 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:39.498016 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:41.497168 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:46.144971 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 21:59:46.468398 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:05.963435 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dcab4ff3-3c1f-41f0-a08c-cffb02959606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:08.351985 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-277e3c08-0fb3-45fc-8d0c-898f0a04261d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:08.892334 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:09.487231 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:11.509052 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:16.497542 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:23.143813 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:00:35.953539 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1845d507-9642-42e4-892a-e14cefe7b7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:38.347881 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-cb6e92f3-cc98-4ce1-9081-b95f3ecaaa1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:38.921164 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:39.484653 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:41.507132 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:46.480018 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:00.143121 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:01:01.329698 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 59550) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:01.618144 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-network', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:01.730551 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Made reservation on behalf of b5cd1eeb4bcc475ebbc2fd572b828eb7 for: {'network': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:01.734344 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for network, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:01.752169 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:01.850184 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:01.870634 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 59586) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:01.917897 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59594) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:01.959170 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:01.963344 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:01.990534 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=93153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:01:02.002384 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc147fa-1ae1-4b17-a8e4-756aff4ab5c5,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:02.015035 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737367115722', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:02.015600 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Unsubscribe: segment precommit_create {{(pid=93153) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 22:01:02.016138 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.db.segments_db [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Added segment ca325b05-0fb9-4c4e-a7e1-949749606518 of type vlan for network 7dc362ef-bd1f-40fa-861d-5e2be660a931 Jun 18 22:01:02.023467 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:02.023823 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:02.024199 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:02.024528 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:02.024851 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:02.025185 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:02.025506 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:02.025822 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:02.026149 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:02.026463 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:02.026777 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:02.027082 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Tracked resource versions report: Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: pushed versions: Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: { 'AddressGroup': {'1.2'}, Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'ConntrackHelper': {'1.0'}, Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'Log': {'1.0'}, Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'Network': {'1.1'}, Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'Port': {'1.7'}, Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'PortForwarding': {'1.2'}, Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'QosPolicy': {'1.8'}, Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'SecurityGroup': {'1.4'}, Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'SecurityGroupRule': {'1.2'}, Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'SubPort': {'1.0'}, Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'Subnet': {'1.1'}, Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'Trunk': {'1.1'}} Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: consumer versions: Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: { DHCP agent@dv-cinder-766752-3-iscsi: {}, Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: HyperV agent@hv-cinder-76675: {}, Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: L3 agent@dv-cinder-766752-3-iscsi: {}, Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: Metadata agent@dv-cinder-766752-3-iscsi: {}, Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: Metering agent@dv-cinder-766752-3-iscsi: {}, Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: Open vSwitch agent@dv-cinder-766752-3-iscsi: { 'AddressGroup': '1.2', Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'ConntrackHelper': '1.0', Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'Log': '1.0', Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'Network': '1.1', Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'Port': '1.7', Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'PortForwarding': '1.2', Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'QosPolicy': '1.8', Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'SecurityGroup': '1.4', Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'SecurityGroupRule': '1.2', Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'SubPort': '1.0', Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'Subnet': '1.1', Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: 'Trunk': '1.1'}} Jun 18 22:01:02.028145 dv-cinder-766752-3-iscsi neutron-server[93153]: {{(pid=93153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 22:01:02.041361 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:02.107992 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737366562524'] for network, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:02.216125 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283'] for network, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:02.218451 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:02.219272 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:02.222373 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:02.287266 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-d09a4685-f715-4d57-bdab-83282bb22499 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1358966014-network', 'tenant_id': '70451f57820b4534abea34ac51e9918d'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:02.327983 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Pushing event updated for resources: {'Network': ['ID=7dc362ef-bd1f-40fa-861d-5e2be660a931,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:02.331677 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:02.341860 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Network 7dc362ef-bd1f-40fa-861d-5e2be660a931 details requested by agent ovs-agent-dv-cinder-766752-3-iscsi with host dv-cinder-766752-3-iscsi {{(pid=93155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:01:02.361605 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0308020 Jun 18 22:01:02.364534 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 59610) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:02.369140 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-b354aadc-c0c2-4f5e-b8ea-d90479a9574b admin admin] Request body: {'subnet': {'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-subnet', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:02.442206 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1755156789-network', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:02.461684 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59618) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:02.469578 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09a4685-f715-4d57-bdab-83282bb22499 admin admin] Made reservation on behalf of 70451f57820b4534abea34ac51e9918d for: {'network': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:02.472193 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d09a4685-f715-4d57-bdab-83282bb22499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for network, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:02.481895 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d09a4685-f715-4d57-bdab-83282bb22499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:02.492429 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59624) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:02.542073 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b354aadc-c0c2-4f5e-b8ea-d90479a9574b admin admin] Made reservation on behalf of b5cd1eeb4bcc475ebbc2fd572b828eb7 for: {'subnet': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:02.544610 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b354aadc-c0c2-4f5e-b8ea-d90479a9574b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:02.633381 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-4359a026-f5bb-4c0a-9c40-8c0d06acc4c3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1364003537-network', 'tenant_id': '02a6e92122c648009a67bed9a25e5509'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:02.650860 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Made reservation on behalf of 060b087bd54643a881c64aaba76b1ffe for: {'network': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:02.653236 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for network, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:02.670621 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:02.689634 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-adde2593-3bd3-4629-a711-d671b8fc55f3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1096079088-network', 'tenant_id': '3d462311e939420ea022849d98449087'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:02.917482 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d09a4685-f715-4d57-bdab-83282bb22499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:02.988048 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d09a4685-f715-4d57-bdab-83282bb22499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:02.989090 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b354aadc-c0c2-4f5e-b8ea-d90479a9574b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272'] for subnet, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:02.999535 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:03.025059 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09a4685-f715-4d57-bdab-83282bb22499 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=93153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:01:03.048993 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a4685-f715-4d57-bdab-83282bb22499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaec939-e9b5-4c8f-9943-4bba1e4d2a31,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:03.052158 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d09a4685-f715-4d57-bdab-83282bb22499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:03.053822 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d09a4685-f715-4d57-bdab-83282bb22499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:03.054163 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.db.segments_db [None req-d09a4685-f715-4d57-bdab-83282bb22499 admin admin] Added segment 63ba8654-d0f6-4d7c-9674-3bb0e09ce1cf of type vlan for network fa42241d-a114-4767-afc4-458da9604bc4 Jun 18 22:01:03.055254 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:03.120482 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4359a026-f5bb-4c0a-9c40-8c0d06acc4c3 admin admin] Made reservation on behalf of 02a6e92122c648009a67bed9a25e5509 for: {'network': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:03.123672 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4359a026-f5bb-4c0a-9c40-8c0d06acc4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for network, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:03.139182 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b354aadc-c0c2-4f5e-b8ea-d90479a9574b admin admin] Checking segment: {'id': 'ca325b05-0fb9-4c4e-a7e1-949749606518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:03.139560 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b354aadc-c0c2-4f5e-b8ea-d90479a9574b admin admin] Network hostable DHCP agents. Network: 7dc362ef-bd1f-40fa-861d-5e2be660a931, hostable agents: ['9f0b91c3-6ba3-4173-8e48-c1b1d033014c'], hosted agents: [] {{(pid=93153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:01:03.139737 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4359a026-f5bb-4c0a-9c40-8c0d06acc4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:03.146296 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d09a4685-f715-4d57-bdab-83282bb22499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737366562524'] for network, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:03.166453 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354aadc-c0c2-4f5e-b8ea-d90479a9574b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:03.169993 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b354aadc-c0c2-4f5e-b8ea-d90479a9574b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:03.207400 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adde2593-3bd3-4629-a711-d671b8fc55f3 admin admin] Made reservation on behalf of 3d462311e939420ea022849d98449087 for: {'network': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:03.215036 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-adde2593-3bd3-4629-a711-d671b8fc55f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for network, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:03.226470 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-adde2593-3bd3-4629-a711-d671b8fc55f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:03.262674 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b354aadc-c0c2-4f5e-b8ea-d90479a9574b admin admin] Network 7dc362ef-bd1f-40fa-861d-5e2be660a931 is scheduled to be hosted by DHCP agent 9f0b91c3-6ba3-4173-8e48-c1b1d033014c with binding_index 1 {{(pid=93153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:01:03.284917 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d09a4685-f715-4d57-bdab-83282bb22499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283'] for network, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:03.287112 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09a4685-f715-4d57-bdab-83282bb22499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:03.288165 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d09a4685-f715-4d57-bdab-83282bb22499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:03.304704 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-e4563fae-97dd-45f6-9577-6788fca8fdcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:03.349289 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:03.359569 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-b354aadc-c0c2-4f5e-b8ea-d90479a9574b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-iscsi, 7dc362ef-bd1f-40fa-861d-5e2be660a931) {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:03.365388 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b354aadc-c0c2-4f5e-b8ea-d90479a9574b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:03.365981 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b354aadc-c0c2-4f5e-b8ea-d90479a9574b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:03.371304 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01592e4-1486-445b-8a03-58db140cdfce None None] Network 7dc362ef-bd1f-40fa-861d-5e2be660a931 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:01:03.387854 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a4685-f715-4d57-bdab-83282bb22499 admin admin] Pushing event updated for resources: {'Network': ['ID=fa42241d-a114-4767-afc4-458da9604bc4,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:03.400668 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d09a4685-f715-4d57-bdab-83282bb22499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:03.416766 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Network fa42241d-a114-4767-afc4-458da9604bc4 details requested by agent ovs-agent-dv-cinder-766752-3-iscsi with host dv-cinder-766752-3-iscsi {{(pid=93155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:01:03.433988 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:03.438434 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-823f13dc-9582-4935-ad5f-3ff6f192f161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:03.477858 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5256dca2-60e4-4be7-ab93-f1f0999f308d,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:03.497454 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=93154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:01:03.504315 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:03.505068 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:03.505622 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:03.506238 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:03.506719 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:03.508287 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:03.508815 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:03.509314 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:03.509827 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:03.510693 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:03.511223 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:03.514776 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Tracked resource versions report: Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: pushed versions: Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: { 'AddressGroup': {'1.2'}, Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'ConntrackHelper': {'1.0'}, Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'Log': {'1.0'}, Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'Network': {'1.1'}, Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'Port': {'1.7'}, Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'PortForwarding': {'1.2'}, Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'QosPolicy': {'1.8'}, Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'SecurityGroup': {'1.4'}, Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'SecurityGroupRule': {'1.2'}, Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'SubPort': {'1.0'}, Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'Subnet': {'1.1'}, Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'Trunk': {'1.1'}} Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: consumer versions: Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: { DHCP agent@dv-cinder-766752-3-iscsi: {}, Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: HyperV agent@hv-cinder-76675: {}, Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: L3 agent@dv-cinder-766752-3-iscsi: {}, Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: Metadata agent@dv-cinder-766752-3-iscsi: {}, Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: Metering agent@dv-cinder-766752-3-iscsi: {}, Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: Open vSwitch agent@dv-cinder-766752-3-iscsi: { 'AddressGroup': '1.2', Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'ConntrackHelper': '1.0', Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'Log': '1.0', Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'Network': '1.1', Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'Port': '1.7', Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'PortForwarding': '1.2', Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'QosPolicy': '1.8', Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'SecurityGroup': '1.4', Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'SecurityGroupRule': '1.2', Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'SubPort': '1.0', Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'Subnet': '1.1', Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: 'Trunk': '1.1'}} Jun 18 22:01:03.517350 dv-cinder-766752-3-iscsi neutron-server[93154]: {{(pid=93154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 22:01:03.519356 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b354aadc-c0c2-4f5e-b8ea-d90479a9574b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1523137 Jun 18 22:01:03.520879 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 59658) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:03.524629 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:03.525205 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:03.544406 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:03.544853 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.segments_db [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Added segment 460f6417-ab01-4abe-9260-59d1ab54280a of type vlan for network b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba Jun 18 22:01:03.608470 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737366562524'] for network, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:03.616993 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1cd4b5c-bae9-5a54-94e7-4e728668075a-7dc362ef-bd1f-40fa-861d-5e2be660a931', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5'}]}} from dv-cinder-766752-3-iscsi. {{(pid=93155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 22:01:03.618196 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:03.680264 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4359a026-f5bb-4c0a-9c40-8c0d06acc4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:03.771869 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Allocated IP 172.20.0.2 (7dc362ef-bd1f-40fa-861d-5e2be660a931/5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5/1bc097b5-18cf-4428-bbc1-428a0a2cba15) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:01:03.795801 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4359a026-f5bb-4c0a-9c40-8c0d06acc4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:03.798756 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283'] for network, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:03.808349 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-64f6ef4c-ce5d-4874-b58a-302abcc16b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:03.810927 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:03.811506 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:03.834445 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4359a026-f5bb-4c0a-9c40-8c0d06acc4c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=93154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:01:03.863902 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4359a026-f5bb-4c0a-9c40-8c0d06acc4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:03.864681 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.segments_db [None req-4359a026-f5bb-4c0a-9c40-8c0d06acc4c3 admin admin] Added segment 04bdea9c-0f85-43ce-a5c6-f791f52ed4d5 of type vlan for network 7e3d4388-f912-494e-9274-2eaf8813e493 Jun 18 22:01:03.884161 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359a026-f5bb-4c0a-9c40-8c0d06acc4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0d4466-dd5c-44e2-ba73-d6ab5b237503,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:03.895087 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-4359a026-f5bb-4c0a-9c40-8c0d06acc4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:03.895087 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-420f4ad8-14f4-4556-9068-5b82f42f4490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:03.986781 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4359a026-f5bb-4c0a-9c40-8c0d06acc4c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737366562524'] for network, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.025180 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Pushing event updated for resources: {'Network': ['ID=b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:04.034950 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:04.055774 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Network b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba details requested by agent ovs-agent-dv-cinder-766752-3-iscsi with host dv-cinder-766752-3-iscsi {{(pid=93155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:01:04.058884 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-adde2593-3bd3-4629-a711-d671b8fc55f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.108319 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.125315 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4359a026-f5bb-4c0a-9c40-8c0d06acc4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283'] for network, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.126718 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4359a026-f5bb-4c0a-9c40-8c0d06acc4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:04.127368 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4359a026-f5bb-4c0a-9c40-8c0d06acc4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.133685 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Transition to ACTIVE for port object 1bc097b5-18cf-4428-bbc1-428a0a2cba15 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:01:04.133780 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:04.159756 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Transition to ACTIVE for port object 1bc097b5-18cf-4428-bbc1-428a0a2cba15 will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:01:04.192155 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-adde2593-3bd3-4629-a711-d671b8fc55f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.212467 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359a026-f5bb-4c0a-9c40-8c0d06acc4c3 admin admin] Pushing event updated for resources: {'Network': ['ID=7e3d4388-f912-494e-9274-2eaf8813e493,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:04.217742 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-4359a026-f5bb-4c0a-9c40-8c0d06acc4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:04.218216 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-22a7d90d-b120-4b41-9915-322056e05d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:04.221095 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adde2593-3bd3-4629-a711-d671b8fc55f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=93154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:01:04.230412 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Network 7e3d4388-f912-494e-9274-2eaf8813e493 details requested by agent ovs-agent-dv-cinder-766752-3-iscsi with host dv-cinder-766752-3-iscsi {{(pid=93155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:01:04.253637 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-adde2593-3bd3-4629-a711-d671b8fc55f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.254237 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.segments_db [None req-adde2593-3bd3-4629-a711-d671b8fc55f3 admin admin] Added segment eace2f26-acb7-4454-9f56-bb7546dec456 of type vlan for network e545554c-fdbb-497f-905f-20aa557151ba Jun 18 22:01:04.289154 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.291917 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-d09a4685-f715-4d57-bdab-83282bb22499 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4201910 Jun 18 22:01:04.298174 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 59694) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:04.305170 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:04.311838 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-dfd620ea-ccb3-42b6-9514-99c7b1d09fa0 admin admin] Request body: {'subnet': {'network_id': 'fa42241d-a114-4767-afc4-458da9604bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1358966014-subnet', 'tenant_id': '70451f57820b4534abea34ac51e9918d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:04.325072 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-4359a026-f5bb-4c0a-9c40-8c0d06acc4c3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8648503 Jun 18 22:01:04.327272 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4108953 Jun 18 22:01:04.331364 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde2593-3bd3-4629-a711-d671b8fc55f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4cf647-5ee9-4a5b-9ec4-aad751d9c714,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:04.338716 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59696) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:04.347163 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 59698) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:04.350261 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-adde2593-3bd3-4629-a711-d671b8fc55f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:04.355032 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-5f16829d-bef5-406f-9fd2-034d0c6ec605 admin admin] Request body: {'subnet': {'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1364003537-subnet', 'tenant_id': '02a6e92122c648009a67bed9a25e5509', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:04.355503 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-50b59ac1-26fc-4c71-99e2-84353f785105 admin admin] Request body: {'subnet': {'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1755156789-subnet', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:04.362799 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-adde2593-3bd3-4629-a711-d671b8fc55f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737366562524'] for network, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.373476 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Pushing event updated for resources: {'Port': ['ID=1bc097b5-18cf-4428-bbc1-428a0a2cba15,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:04.389384 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:04.389721 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:04.390049 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:04.390372 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:04.390689 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:04.391005 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:04.391359 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:04.391678 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:04.392030 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Tracked resource versions report: Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: pushed versions: Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: { 'AddressGroup': {'1.2'}, Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'ConntrackHelper': {'1.0'}, Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'Log': {'1.0'}, Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'Network': {'1.1'}, Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'Port': {'1.7'}, Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'PortForwarding': {'1.2'}, Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'QosPolicy': {'1.8'}, Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'SecurityGroup': {'1.4'}, Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'SecurityGroupRule': {'1.2'}, Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'SubPort': {'1.0'}, Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'Subnet': {'1.1'}, Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'Trunk': {'1.1'}} Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: consumer versions: Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: { DHCP agent@dv-cinder-766752-3-iscsi: {}, Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: HyperV agent@hv-cinder-76675: {}, Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: L3 agent@dv-cinder-766752-3-iscsi: {}, Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: Metadata agent@dv-cinder-766752-3-iscsi: {}, Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: Metering agent@dv-cinder-766752-3-iscsi: {}, Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: Open vSwitch agent@dv-cinder-766752-3-iscsi: { 'AddressGroup': '1.2', Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'ConntrackHelper': '1.0', Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'Log': '1.0', Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'Network': '1.1', Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'Port': '1.7', Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'PortForwarding': '1.2', Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'QosPolicy': '1.8', Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'SecurityGroup': '1.4', Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'SecurityGroupRule': '1.2', Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'SubPort': '1.0', Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'Subnet': '1.1', Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: 'Trunk': '1.1'}} Jun 18 22:01:04.394418 dv-cinder-766752-3-iscsi neutron-server[93155]: {{(pid=93155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 22:01:04.397067 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:04.404939 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Network 7dc362ef-bd1f-40fa-861d-5e2be660a931 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:01:04.406424 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:04.408008 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-610220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1851'] for router, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.408784 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:01:04.411268 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1840'] for router, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.468935 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Attempting to bind port 1bc097b5-18cf-4428-bbc1-428a0a2cba15 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:01:04.469652 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Attempting to bind port 1bc097b5-18cf-4428-bbc1-428a0a2cba15 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': 'ca325b05-0fb9-4c4e-a7e1-949749606518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:01:04.470026 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Attempting to bind port 1bc097b5-18cf-4428-bbc1-428a0a2cba15 on network 7dc362ef-bd1f-40fa-861d-5e2be660a931 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:01:04.475253 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:01:04.475622 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Checking segment: {'id': 'ca325b05-0fb9-4c4e-a7e1-949749606518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:04.475963 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.476085 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.476442 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Bound using segment: {'id': 'ca325b05-0fb9-4c4e-a7e1-949749606518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:01:04.476907 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Bound port: 1bc097b5-18cf-4428-bbc1-428a0a2cba15, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca325b05-0fb9-4c4e-a7e1-949749606518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:01:04.477274 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.483122 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-adde2593-3bd3-4629-a711-d671b8fc55f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283'] for network, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.484596 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adde2593-3bd3-4629-a711-d671b8fc55f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:04.486982 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-adde2593-3bd3-4629-a711-d671b8fc55f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.488183 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:04.506413 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd620ea-ccb3-42b6-9514-99c7b1d09fa0 admin admin] Made reservation on behalf of 70451f57820b4534abea34ac51e9918d for: {'subnet': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:04.508801 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dfd620ea-ccb3-42b6-9514-99c7b1d09fa0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.545961 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] For port 1bc097b5-18cf-4428-bbc1-428a0a2cba15, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:01:04.549254 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] For port 1bc097b5-18cf-4428-bbc1-428a0a2cba15, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=1bc097b5-18cf-4428-bbc1-428a0a2cba15,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:01:04.554627 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde2593-3bd3-4629-a711-d671b8fc55f3 admin admin] Pushing event updated for resources: {'Network': ['ID=e545554c-fdbb-497f-905f-20aa557151ba,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:04.557459 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-adde2593-3bd3-4629-a711-d671b8fc55f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:04.564415 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Network e545554c-fdbb-497f-905f-20aa557151ba details requested by agent ovs-agent-dv-cinder-766752-3-iscsi with host dv-cinder-766752-3-iscsi {{(pid=93155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:01:04.629070 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-adde2593-3bd3-4629-a711-d671b8fc55f3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1326530 Jun 18 22:01:04.629422 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59702) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:04.633990 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-cf699f71-ab7c-402d-be08-a0089d1a206d admin admin] Request body: {'subnet': {'network_id': 'e545554c-fdbb-497f-905f-20aa557151ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1096079088-subnet', 'tenant_id': '3d462311e939420ea022849d98449087', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:04.683437 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.686898 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:04.754899 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Pushing event updated for resources: {'Port': ['ID=1bc097b5-18cf-4428-bbc1-428a0a2cba15,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:04.760130 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:04.766946 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1830'] for router, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.785728 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f16829d-bef5-406f-9fd2-034d0c6ec605 admin admin] Made reservation on behalf of 02a6e92122c648009a67bed9a25e5509 for: {'subnet': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:04.788968 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5f16829d-bef5-406f-9fd2-034d0c6ec605 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.832580 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59706) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:04.884430 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b59ac1-26fc-4c71-99e2-84353f785105 admin admin] Made reservation on behalf of 060b087bd54643a881c64aaba76b1ffe for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:04.887597 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-50b59ac1-26fc-4c71-99e2-84353f785105 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:04.998699 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c99fe8bf-ba2a-402c-a092-260ca88da073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:05.093614 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dfd620ea-ccb3-42b6-9514-99c7b1d09fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272'] for subnet, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:05.117716 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf699f71-ab7c-402d-be08-a0089d1a206d admin admin] Made reservation on behalf of 3d462311e939420ea022849d98449087 for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:05.120043 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cf699f71-ab7c-402d-be08-a0089d1a206d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:05.121825 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:05.209268 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5f16829d-bef5-406f-9fd2-034d0c6ec605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272'] for subnet, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:05.217061 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd620ea-ccb3-42b6-9514-99c7b1d09fa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4720113c-8bbd-4273-9813-2ea4203d9229,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:05.224513 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-dfd620ea-ccb3-42b6-9514-99c7b1d09fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:05.224978 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b354aadc-c0c2-4f5e-b8ea-d90479a9574b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:05.286921 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd620ea-ccb3-42b6-9514-99c7b1d09fa0 admin admin] Checking segment: {'id': '63ba8654-d0f6-4d7c-9674-3bb0e09ce1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fa42241d-a114-4767-afc4-458da9604bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:05.286921 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd620ea-ccb3-42b6-9514-99c7b1d09fa0 admin admin] Network hostable DHCP agents. Network: fa42241d-a114-4767-afc4-458da9604bc4, hostable agents: ['9f0b91c3-6ba3-4173-8e48-c1b1d033014c'], hosted agents: [] {{(pid=93153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:01:05.314157 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-50b59ac1-26fc-4c71-99e2-84353f785105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:05.331073 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-9c58d61d-1be8-4b31-9284-e11cc723f59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:05.378218 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 1bc097b5-18cf-4428-bbc1-428a0a2cba15 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:05.382817 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c99fe8bf-ba2a-402c-a092-260ca88da073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:05.438984 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b59ac1-26fc-4c71-99e2-84353f785105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e88c2615-07dc-46be-ba2d-38e20e9d69fe,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:05.448372 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-50b59ac1-26fc-4c71-99e2-84353f785105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:05.480779 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b59ac1-26fc-4c71-99e2-84353f785105 admin admin] Checking segment: {'id': '460f6417-ab01-4abe-9260-59d1ab54280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:05.484081 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b59ac1-26fc-4c71-99e2-84353f785105 admin admin] Network hostable DHCP agents. Network: b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba, hostable agents: ['9f0b91c3-6ba3-4173-8e48-c1b1d033014c'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:01:05.501721 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c99fe8bf-ba2a-402c-a092-260ca88da073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:05.504333 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:05.507297 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16829d-bef5-406f-9fd2-034d0c6ec605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6010c590-2fee-479f-8c83-b0d256412620,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:05.516977 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-5f16829d-bef5-406f-9fd2-034d0c6ec605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:05.522398 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f16829d-bef5-406f-9fd2-034d0c6ec605 admin admin] Checking segment: {'id': '04bdea9c-0f85-43ce-a5c6-f791f52ed4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:05.522767 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f16829d-bef5-406f-9fd2-034d0c6ec605 admin admin] Network hostable DHCP agents. Network: 7e3d4388-f912-494e-9274-2eaf8813e493, hostable agents: ['9f0b91c3-6ba3-4173-8e48-c1b1d033014c'], hosted agents: [] {{(pid=93153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:01:05.530626 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 1bc097b5-18cf-4428-bbc1-428a0a2cba15 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:01:05.541488 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:05.563871 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fe8bf-ba2a-402c-a092-260ca88da073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d9ddc1-90fc-4e03-85be-63f0a8129ccb,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:05.569894 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:05.570040 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-c99fe8bf-ba2a-402c-a092-260ca88da073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:05.576302 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-c99fe8bf-ba2a-402c-a092-260ca88da073 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=37a52aae0290401db356ccbdd939ec4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7417331 Jun 18 22:01:05.576888 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59732) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:05.593000 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b59ac1-26fc-4c71-99e2-84353f785105 admin admin] Network b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba is scheduled to be hosted by DHCP agent 9f0b91c3-6ba3-4173-8e48-c1b1d033014c with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:01:05.597708 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cf699f71-ab7c-402d-be08-a0089d1a206d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:05.611502 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-50b59ac1-26fc-4c71-99e2-84353f785105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:05.635254 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd620ea-ccb3-42b6-9514-99c7b1d09fa0 admin admin] Network fa42241d-a114-4767-afc4-458da9604bc4 is scheduled to be hosted by DHCP agent 9f0b91c3-6ba3-4173-8e48-c1b1d033014c with binding_index 1 {{(pid=93153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:01:05.676214 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f16829d-bef5-406f-9fd2-034d0c6ec605 admin admin] Network 7e3d4388-f912-494e-9274-2eaf8813e493 is scheduled to be hosted by DHCP agent 9f0b91c3-6ba3-4173-8e48-c1b1d033014c with binding_index 1 {{(pid=93153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:01:05.724762 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-978b3568-8b2c-49ae-9a8a-f0b849a8e4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:05.742330 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf699f71-ab7c-402d-be08-a0089d1a206d admin admin] Pushing event updated for resources: {'Subnet': ['ID=00c3d704-7526-4d6d-baf6-4b255e12bd4f,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:05.750771 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-cf699f71-ab7c-402d-be08-a0089d1a206d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:05.752711 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Allocated IP 172.27.1.164 (ac7fe84e-50f5-4915-b437-0569bccbfaaf/467ce04a-3e35-49c7-b989-561dd094bc72/73a1ef9c-fc5c-453a-b8aa-95768c77fdbf) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:01:05.757444 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf699f71-ab7c-402d-be08-a0089d1a206d admin admin] Checking segment: {'id': 'eace2f26-acb7-4454-9f56-bb7546dec456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e545554c-fdbb-497f-905f-20aa557151ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:05.757788 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf699f71-ab7c-402d-be08-a0089d1a206d admin admin] Network hostable DHCP agents. Network: e545554c-fdbb-497f-905f-20aa557151ba, hostable agents: ['9f0b91c3-6ba3-4173-8e48-c1b1d033014c'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:01:05.764962 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-978b3568-8b2c-49ae-9a8a-f0b849a8e4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:05.775764 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-50b59ac1-26fc-4c71-99e2-84353f785105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-iscsi, b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:05.786751 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78532b3d-22e3-44bc-94a0-51297b42fb76 None None] Network b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:01:05.788195 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b59ac1-26fc-4c71-99e2-84353f785105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:05.788800 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-50b59ac1-26fc-4c71-99e2-84353f785105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:05.790188 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-dfd620ea-ccb3-42b6-9514-99c7b1d09fa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-iscsi, fa42241d-a114-4767-afc4-458da9604bc4) {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:05.799712 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-5f16829d-bef5-406f-9fd2-034d0c6ec605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-iscsi, 7e3d4388-f912-494e-9274-2eaf8813e493) {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:05.821081 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89239b1d-8310-44ac-9977-c626f6215bc4 None None] Network fa42241d-a114-4767-afc4-458da9604bc4 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:01:05.828488 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd620ea-ccb3-42b6-9514-99c7b1d09fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:05.837981 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dfd620ea-ccb3-42b6-9514-99c7b1d09fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:05.884541 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf699f71-ab7c-402d-be08-a0089d1a206d admin admin] Network e545554c-fdbb-497f-905f-20aa557151ba is scheduled to be hosted by DHCP agent 9f0b91c3-6ba3-4173-8e48-c1b1d033014c with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:01:05.890119 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f16829d-bef5-406f-9fd2-034d0c6ec605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:05.890705 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5f16829d-bef5-406f-9fd2-034d0c6ec605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:05.895591 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-cf699f71-ab7c-402d-be08-a0089d1a206d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-iscsi, e545554c-fdbb-497f-905f-20aa557151ba) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:05.901489 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf699f71-ab7c-402d-be08-a0089d1a206d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:05.902152 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cf699f71-ab7c-402d-be08-a0089d1a206d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:05.910905 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6641e0-82f2-4599-acec-219933c3ca96 None None] Network 7e3d4388-f912-494e-9274-2eaf8813e493 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:01:05.913636 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce93f4b-ad1f-41ca-9377-2bf4d00ec0ed None None] Network 7dc362ef-bd1f-40fa-861d-5e2be660a931 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:01:05.940547 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:05.945598 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-50b59ac1-26fc-4c71-99e2-84353f785105 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5941341 Jun 18 22:01:05.945598 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-978b3568-8b2c-49ae-9a8a-f0b849a8e4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:05.948087 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-978b3568-8b2c-49ae-9a8a-f0b849a8e4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:05.948321 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 59746) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:05.952141 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-978b3568-8b2c-49ae-9a8a-f0b849a8e4ac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/78d9ddc1-90fc-4e03-85be-63f0a8129ccb HTTP/1.1" status: 204 len: 168 time: 0.3713381 Jun 18 22:01:05.952141 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-2ee5c7aa-a7c2-4a1e-bc0f-2a527ee36e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:05.957589 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:05.958874 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b3568-8b2c-49ae-9a8a-f0b849a8e4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d9ddc1-90fc-4e03-85be-63f0a8129ccb,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:05.974520 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-978b3568-8b2c-49ae-9a8a-f0b849a8e4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:06.002859 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aead75-ec68-4acb-99a0-e0e6b6e04b14 None None] Network e545554c-fdbb-497f-905f-20aa557151ba requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:01:06.053617 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-dfd620ea-ccb3-42b6-9514-99c7b1d09fa0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7529826 Jun 18 22:01:06.057987 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-5f16829d-bef5-406f-9fd2-034d0c6ec605 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7122765 Jun 18 22:01:06.062890 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59756) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:06.067349 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1364003537-router', 'tenant_id': '02a6e92122c648009a67bed9a25e5509', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:06.078396 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-cf699f71-ab7c-402d-be08-a0089d1a206d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4480894 Jun 18 22:01:06.170087 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-53a24ffc-ee72-486d-856b-1ea2b4340643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:06.171090 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:06.171090 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-610220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1851'] for router, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:06.171090 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1840'] for router, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:06.238066 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:06.249077 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:06.290763 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-610220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1851'] for router, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:06.291942 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1840'] for router, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:06.337572 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:01:06.382567 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:06.392607 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:01:06.403015 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-7157471e-e911-4402-aa16-b0c85f7851a9 None None] Provisioning for port 1bc097b5-18cf-4428-bbc1-428a0a2cba15 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:01:06.476401 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:06.507570 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-7157471e-e911-4402-aa16-b0c85f7851a9 None None] Provisioning complete for port 1bc097b5-18cf-4428-bbc1-428a0a2cba15 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:06.507943 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7157471e-e911-4402-aa16-b0c85f7851a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:06.529037 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Pushing event updated for resources: {'Port': ['ID=73a1ef9c-fc5c-453a-b8aa-95768c77fdbf,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:06.533282 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:06.561036 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f19924-179e-4ab7-8b52-28b3292cb43e None None] Network 7e3d4388-f912-494e-9274-2eaf8813e493 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:01:06.659910 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e75293d-45c2-48da-bd74-8d2ed5202dd3 None None] Network e545554c-fdbb-497f-905f-20aa557151ba requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:01:06.760558 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1830'] for router, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:06.771813 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1cd4b5c-bae9-5a54-94e7-4e728668075a-b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'fixed_ips': [{'subnet_id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe'}]}} from dv-cinder-766752-3-iscsi. {{(pid=93155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 22:01:06.772671 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:06.774791 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c177641a-fb43-4492-a097-525db0635e5b None None] Network fa42241d-a114-4767-afc4-458da9604bc4 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:01:06.868459 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1830'] for router, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:06.956652 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59794) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:06.985682 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f53d8081-6833-46bc-92db-e7a2d383da12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:07.166770 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59812) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:07.172267 dv-cinder-766752-3-iscsi neutron-server[93154]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 22:01:07.211251 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:07.348350 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:07.371154 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:07.386012 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7157471e-e911-4402-aa16-b0c85f7851a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:07.460687 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Allocated IP 172.20.0.2 (b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba/e88c2615-07dc-46be-ba2d-38e20e9d69fe/25d84918-0158-4606-accc-fd803120a168) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:01:07.465625 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-dcebcda5-958e-409b-ba25-a95e4d936a67 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:07.467667 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-dcebcda5-958e-409b-ba25-a95e4d936a67 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/networks?id=fa42241d-a114-4767-afc4-458da9604bc4 HTTP/1.1" status: 200 len: 812 time: 0.2968411 Jun 18 22:01:07.489316 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-7157471e-e911-4402-aa16-b0c85f7851a9 None None] For port 1bc097b5-18cf-4428-bbc1-428a0a2cba15, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=1bc097b5-18cf-4428-bbc1-428a0a2cba15,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:07.510600 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-de5da673-6653-42d9-b199-5424cb2ae5ca tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/quotas/70451f57820b4534abea34ac51e9918d HTTP/1.1" status: 200 len: 375 time: 0.0300636 Jun 18 22:01:07.603758 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7157471e-e911-4402-aa16-b0c85f7851a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:07.616546 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:07.648191 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-137394a6-1fc7-49fe-9224-52e14ac2f0ce tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=70451f57820b4534abea34ac51e9918d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1286726 Jun 18 22:01:07.650204 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f53d8081-6833-46bc-92db-e7a2d383da12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:07.720950 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Allocated IP 172.27.1.9 (ac7fe84e-50f5-4915-b437-0569bccbfaaf/467ce04a-3e35-49c7-b989-561dd094bc72/3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:01:07.722897 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157471e-e911-4402-aa16-b0c85f7851a9 None None] Pushing event updated for resources: {'Port': ['ID=1bc097b5-18cf-4428-bbc1-428a0a2cba15,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:07.727693 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f53d8081-6833-46bc-92db-e7a2d383da12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:07.732968 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-7157471e-e911-4402-aa16-b0c85f7851a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:07.749180 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:07.787485 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59828) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:07.794930 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546105'] for router, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:07.816025 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:07.839236 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:07.842250 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:07.849220 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-f53d8081-6833-46bc-92db-e7a2d383da12 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f7bb5c5e5a3046d28b09f7f45ef14067&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8907895 Jun 18 22:01:07.856259 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 59836) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:07.864460 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d8081-6833-46bc-92db-e7a2d383da12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b8490d-3c0d-4bc1-ad5b-bf77c7b5b3b5,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:07.867394 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-0d4d37d4-20f1-4d74-acce-18698f689195 None None] Provisioning complete for port 1bc097b5-18cf-4428-bbc1-428a0a2cba15 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:07.868402 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-0d4d37d4-20f1-4d74-acce-18698f689195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:07.870631 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Transition to ACTIVE for port object 25d84918-0158-4606-accc-fd803120a168 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:01:07.882805 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-f53d8081-6833-46bc-92db-e7a2d383da12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:07.921559 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1447c8d8-349f-4f6d-b9f9-19339f28e6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:07.940943 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Transition to ACTIVE for port object 25d84918-0158-4606-accc-fd803120a168 will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:01:07.977195 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1447c8d8-349f-4f6d-b9f9-19339f28e6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:07.988889 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59842) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:07.988889 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2e590313-d5b5-4f2a-b79e-95a4e7a302c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:07.999414 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-52f47941-b1ca-4ea1-881c-f248f9e66c36 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1333568193-network', 'tenant_id': 'e74d8326c65c419f9e8ac0535aaaba68'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:08.021902 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:08.022230 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-bef1e220-a55d-4b89-be6c-f83717b2661f service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 22:01:08.023211 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-bef1e220-a55d-4b89-be6c-f83717b2661f service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0804217 Jun 18 22:01:08.038005 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:08.041431 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:08.086529 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Network b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:01:08.095931 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:08.099111 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:01:08.110496 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Pushing event updated for resources: {'Port': ['ID=25d84918-0158-4606-accc-fd803120a168,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:08.113301 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:08.130567 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-446c106e-ea18-4d8d-a338-11acc1416132 service neutron] 10.222.0.38 "GET /v2.0/networks/fa42241d-a114-4767-afc4-458da9604bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968137 Jun 18 22:01:08.165403 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Attempting to bind port 25d84918-0158-4606-accc-fd803120a168 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:01:08.165777 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Attempting to bind port 25d84918-0158-4606-accc-fd803120a168 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': '460f6417-ab01-4abe-9260-59d1ab54280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:01:08.166146 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Attempting to bind port 25d84918-0158-4606-accc-fd803120a168 on network b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:01:08.171982 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:01:08.172395 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Checking segment: {'id': '460f6417-ab01-4abe-9260-59d1ab54280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:08.172830 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:08.173233 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Bound using segment: {'id': '460f6417-ab01-4abe-9260-59d1ab54280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:01:08.173701 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Bound port: 25d84918-0158-4606-accc-fd803120a168, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460f6417-ab01-4abe-9260-59d1ab54280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:01:08.174081 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:08.191144 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f47941-b1ca-4ea1-881c-f248f9e66c36 admin admin] Made reservation on behalf of e74d8326c65c419f9e8ac0535aaaba68 for: {'network': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:08.193501 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-52f47941-b1ca-4ea1-881c-f248f9e66c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for network, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:08.211220 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-52f47941-b1ca-4ea1-881c-f248f9e66c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:08.235097 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] For port 25d84918-0158-4606-accc-fd803120a168, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:01:08.239427 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] For port 25d84918-0158-4606-accc-fd803120a168, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=25d84918-0158-4606-accc-fd803120a168,segment=NetworkSegment(460f6417-ab01-4abe-9260-59d1ab54280a),segment_id=460f6417-ab01-4abe-9260-59d1ab54280a)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:01:08.239574 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 is scheduled to L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc with binding_index 1 {{(pid=93153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 22:01:08.242004 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:08.242749 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1447c8d8-349f-4f6d-b9f9-19339f28e6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:08.247664 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1447c8d8-349f-4f6d-b9f9-19339f28e6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:08.248842 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-1447c8d8-349f-4f6d-b9f9-19339f28e6da admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/08b8490d-3c0d-4bc1-ad5b-bf77c7b5b3b5 HTTP/1.1" status: 204 len: 168 time: 0.3925307 Jun 18 22:01:08.251256 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:08.291800 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-7e389971-567c-4588-a33f-88e13c6d6151 service neutron] 10.222.0.38 "GET /v2.0/networks/fa42241d-a114-4767-afc4-458da9604bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555481 Jun 18 22:01:08.296969 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:01:08.332775 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:08.336272 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:08.342491 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:08.343421 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:01:08.366306 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Allocated IP 172.27.1.167 (ac7fe84e-50f5-4915-b437-0569bccbfaaf/467ce04a-3e35-49c7-b989-561dd094bc72/69def435-16b3-443f-a157-d3deec9e7aca) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:01:08.381449 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Pushing event updated for resources: {'Port': ['ID=3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:08.400337 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7aa4-9267-4bdb-933b-f8709ce5014b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:08.438518 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:08.438518 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-75fdd8f2-85cd-4323-99ed-49af77d6abed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:08.456778 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Pushing event updated for resources: {'Port': ['ID=25d84918-0158-4606-accc-fd803120a168,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:08.470488 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:08.473734 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447c8d8-349f-4f6d-b9f9-19339f28e6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b8490d-3c0d-4bc1-ad5b-bf77c7b5b3b5,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:08.496586 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2e590313-d5b5-4f2a-b79e-95a4e7a302c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:08.509114 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-1447c8d8-349f-4f6d-b9f9-19339f28e6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:08.531777 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:01:08.533496 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:08.542844 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Sync routers for ids ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'] in dv-cinder-766752-3-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:01:08.555290 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Routers {'2374dae7-2a6d-4ee7-a53a-a50cf59518f3'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:01:08.555909 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:01:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:08.656672 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2e590313-d5b5-4f2a-b79e-95a4e7a302c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:08.696550 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Set router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:01:08.759844 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59856) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:08.760851 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:08.772233 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:08.886171 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-2e590313-d5b5-4f2a-b79e-95a4e7a302c9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=435e168d886b456ca42569b192543270&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0929174 Jun 18 22:01:08.890408 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 59870) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:08.947176 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:08.990160 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3589d29c-db8e-4893-ac25-93bcf12ce0a2 req-4d8662d2-bee7-41c9-8c95-6771c3c789c8 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 210 time: 0.2251003 Jun 18 22:01:09.013776 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:09.027281 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:01:09.030565 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:01:06Z', 'revision_number': 3, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port': {'id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:05Z', 'updated_at': '2021-06-18T22:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:09.040375 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:09.051520 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e590313-d5b5-4f2a-b79e-95a4e7a302c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09b752e-efbd-46df-b320-707fd5ffedb3,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:09.072622 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Checking router: 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 for host: dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:01:09.073268 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Updating router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 port 73a1ef9c-fc5c-453a-b8aa-95768c77fdbf binding host dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:01:09.077165 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:01:09.119052 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7a7aaae6-7471-478f-9117-eb5d6795a359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:09.132748 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:09.178213 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7a7aaae6-7471-478f-9117-eb5d6795a359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:09.221725 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-52f47941-b1ca-4ea1-881c-f248f9e66c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:09.253309 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-2e590313-d5b5-4f2a-b79e-95a4e7a302c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:09.253717 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:09.331935 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-52f47941-b1ca-4ea1-881c-f248f9e66c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:09.357784 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546105'] for router, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:09.378227 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Pushing event updated for resources: {'Port': ['ID=69def435-16b3-443f-a157-d3deec9e7aca,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:09.401583 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:09.432977 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:09.479438 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f47941-b1ca-4ea1-881c-f248f9e66c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3cfd94-ef1f-4a54-9b12-0fb4d97f3470,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:09.496259 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:09.499916 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-52f47941-b1ca-4ea1-881c-f248f9e66c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:09.505334 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:09.509007 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9852774 Jun 18 22:01:09.509468 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59894) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:09.562782 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 25d84918-0158-4606-accc-fd803120a168 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:09.580236 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Notify callbacks [] for port, precommit_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:09.594089 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Transition to ACTIVE for port object 73a1ef9c-fc5c-453a-b8aa-95768c77fdbf will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:01:09.679334 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:09.680398 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7a7aaae6-7471-478f-9117-eb5d6795a359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:09.682052 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Router 0921b025-e2b4-4383-a53d-a8b61d11b756 is scheduled to L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc with binding_index 1 {{(pid=93153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 22:01:09.683332 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:09.689678 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7a7aaae6-7471-478f-9117-eb5d6795a359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:09.695081 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-7a7aaae6-7471-478f-9117-eb5d6795a359 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d09b752e-efbd-46df-b320-707fd5ffedb3 HTTP/1.1" status: 204 len: 168 time: 0.8031893 Jun 18 22:01:09.697377 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:09.711187 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7aaae6-7471-478f-9117-eb5d6795a359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09b752e-efbd-46df-b320-707fd5ffedb3,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:09.716803 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7a7aaae6-7471-478f-9117-eb5d6795a359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:09.754536 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 25d84918-0158-4606-accc-fd803120a168 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:01:09.761727 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 1bc097b5-18cf-4428-bbc1-428a0a2cba15 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:09.765134 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e2903-bc98-42be-82c6-64c7db2937ab None None] Pushing event updated for resources: {'Port': ['ID=73a1ef9c-fc5c-453a-b8aa-95768c77fdbf,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:09.778148 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e2903-bc98-42be-82c6-64c7db2937ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:09.779705 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e2903-bc98-42be-82c6-64c7db2937ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:09.780069 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e2903-bc98-42be-82c6-64c7db2937ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:09.780469 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e2903-bc98-42be-82c6-64c7db2937ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:09.781305 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e2903-bc98-42be-82c6-64c7db2937ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:09.781632 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e2903-bc98-42be-82c6-64c7db2937ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:09.782006 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e2903-bc98-42be-82c6-64c7db2937ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:09.782322 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e2903-bc98-42be-82c6-64c7db2937ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:09.782658 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e2903-bc98-42be-82c6-64c7db2937ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:09.782976 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e2903-bc98-42be-82c6-64c7db2937ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:09.783293 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e2903-bc98-42be-82c6-64c7db2937ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:09.783601 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e2903-bc98-42be-82c6-64c7db2937ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e2903-bc98-42be-82c6-64c7db2937ab None None] Tracked resource versions report: Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: pushed versions: Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: { 'AddressGroup': {'1.2'}, Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'ConntrackHelper': {'1.0'}, Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'Log': {'1.0'}, Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'Network': {'1.1'}, Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'Port': {'1.7'}, Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'PortForwarding': {'1.2'}, Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'QosPolicy': {'1.8'}, Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'SecurityGroup': {'1.4'}, Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'SecurityGroupRule': {'1.2'}, Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'SubPort': {'1.0'}, Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'Subnet': {'1.1'}, Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'Trunk': {'1.1'}} Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: consumer versions: Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: { DHCP agent@dv-cinder-766752-3-iscsi: {}, Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: HyperV agent@hv-cinder-76675: {}, Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: L3 agent@dv-cinder-766752-3-iscsi: {}, Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: Metadata agent@dv-cinder-766752-3-iscsi: {}, Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: Metering agent@dv-cinder-766752-3-iscsi: {}, Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: Open vSwitch agent@dv-cinder-766752-3-iscsi: { 'AddressGroup': '1.2', Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'ConntrackHelper': '1.0', Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'Log': '1.0', Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'Network': '1.1', Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'Port': '1.7', Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'PortForwarding': '1.2', Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'QosPolicy': '1.8', Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'SecurityGroup': '1.4', Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'SecurityGroupRule': '1.2', Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'SubPort': '1.0', Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'Subnet': '1.1', Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: 'Trunk': '1.1'}} Jun 18 22:01:09.785964 dv-cinder-766752-3-iscsi neutron-server[93156]: {{(pid=93156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 22:01:09.791364 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-c21e2903-bc98-42be-82c6-64c7db2937ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:09.820572 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Attempting to bind port 73a1ef9c-fc5c-453a-b8aa-95768c77fdbf on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:01:09.822874 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Attempting to bind port 73a1ef9c-fc5c-453a-b8aa-95768c77fdbf by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:01:09.822874 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Attempting to bind port 73a1ef9c-fc5c-453a-b8aa-95768c77fdbf on network ac7fe84e-50f5-4915-b437-0569bccbfaaf {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:01:09.829804 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:01:09.831150 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Checking segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:09.831758 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:09.833166 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Bound using segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:01:09.833881 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Bound port: 73a1ef9c-fc5c-453a-b8aa-95768c77fdbf, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:01:09.834622 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:09.847730 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 1bc097b5-18cf-4428-bbc1-428a0a2cba15 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:09.848812 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:09.920185 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] For port 73a1ef9c-fc5c-453a-b8aa-95768c77fdbf, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:01:09.924009 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] For port 73a1ef9c-fc5c-453a-b8aa-95768c77fdbf, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=73a1ef9c-fc5c-453a-b8aa-95768c77fdbf,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:01:09.982172 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b322f39-9b53-4b82-b9f2-bcfcf2d34dfb None None] Network b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:01:09.991930 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:09.994521 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f47941-b1ca-4ea1-881c-f248f9e66c36 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=93154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:01:10.009983 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:10.015767 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-c21e2903-bc98-42be-82c6-64c7db2937ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:10.063316 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-52f47941-b1ca-4ea1-881c-f248f9e66c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:10.063659 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.segments_db [None req-52f47941-b1ca-4ea1-881c-f248f9e66c36 admin admin] Added segment 32f20149-eace-4f35-9ab2-2775ed383e96 of type vlan for network aa6c7994-5300-4345-84a8-48853af51796 Jun 18 22:01:10.083341 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:01:10.115481 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Sync routers for ids ['0921b025-e2b4-4383-a53d-a8b61d11b756'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:01:10.147127 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Routers {'2374dae7-2a6d-4ee7-a53a-a50cf59518f3'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:01:10.148075 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:01:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:10.148373 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-bf387b45-444f-4b3c-a8cb-5f416db9f832 None None] Provisioning for port 25d84918-0158-4606-accc-fd803120a168 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:01:10.158635 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Routers {'0921b025-e2b4-4383-a53d-a8b61d11b756'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:01:10.158872 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:10.159269 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:01:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['0921b025-e2b4-4383-a53d-a8b61d11b756'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:10.160157 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2069349 Jun 18 22:01:10.162852 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 59922) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:10.243291 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6391df0c-0a52-4052-aa26-23a4f55de418 req-8987c5a4-a089-45f0-b14f-75e47b312822 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 210 time: 0.0504766 Jun 18 22:01:10.255089 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-52f47941-b1ca-4ea1-881c-f248f9e66c36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737366562524'] for network, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:10.317862 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] Set router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:01:10.377128 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-bf387b45-444f-4b3c-a8cb-5f416db9f832 None None] Provisioning complete for port 25d84918-0158-4606-accc-fd803120a168 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:10.377838 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bf387b45-444f-4b3c-a8cb-5f416db9f832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:10.445507 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Set router 0921b025-e2b4-4383-a53d-a8b61d11b756 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:01:10.493717 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-52f47941-b1ca-4ea1-881c-f248f9e66c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283'] for network, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:10.520706 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f47941-b1ca-4ea1-881c-f248f9e66c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:10.521317 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-52f47941-b1ca-4ea1-881c-f248f9e66c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:10.527507 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-adde2593-3bd3-4629-a711-d671b8fc55f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:10.716739 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e2903-bc98-42be-82c6-64c7db2937ab None None] Pushing event updated for resources: {'Port': ['ID=73a1ef9c-fc5c-453a-b8aa-95768c77fdbf,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:10.720991 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-c21e2903-bc98-42be-82c6-64c7db2937ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:10.738464 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:01:06Z', 'revision_number': 3, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port': {'id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:05Z', 'updated_at': '2021-06-18T22:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:10.771605 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546105'] for router, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:10.776790 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f47941-b1ca-4ea1-881c-f248f9e66c36 admin admin] Pushing event updated for resources: {'Network': ['ID=aa6c7994-5300-4345-84a8-48853af51796,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:10.783608 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-52f47941-b1ca-4ea1-881c-f248f9e66c36 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7899032 Jun 18 22:01:10.787337 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 59948) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:10.804189 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-c40af83a-ea53-4961-9c84-f62f5948abfc admin admin] Request body: {'subnet': {'network_id': 'aa6c7994-5300-4345-84a8-48853af51796', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1333568193-subnet', 'tenant_id': 'e74d8326c65c419f9e8ac0535aaaba68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:10.813883 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bf387b45-444f-4b3c-a8cb-5f416db9f832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:10.816584 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21a2b21-e24b-4192-a8f9-35f296eeb74b None None] The sync data for ids ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'] in dv-cinder-766752-3-iscsi is: [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:01:06Z', 'revision_number': 3, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port': {'id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:05Z', 'updated_at': '2021-06-18T22:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:01:10.821979 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-52f47941-b1ca-4ea1-881c-f248f9e66c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:10.854319 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-bf387b45-444f-4b3c-a8cb-5f416db9f832 None None] For port 25d84918-0158-4606-accc-fd803120a168, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=25d84918-0158-4606-accc-fd803120a168,segment=NetworkSegment(460f6417-ab01-4abe-9260-59d1ab54280a),segment_id=460f6417-ab01-4abe-9260-59d1ab54280a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:10.855543 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Network aa6c7994-5300-4345-84a8-48853af51796 details requested by agent ovs-agent-dv-cinder-766752-3-iscsi with host dv-cinder-766752-3-iscsi {{(pid=93155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:01:10.935720 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bf387b45-444f-4b3c-a8cb-5f416db9f832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:10.961841 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:11.067300 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:11.133244 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:11.147653 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf387b45-444f-4b3c-a8cb-5f416db9f832 None None] Pushing event updated for resources: {'Port': ['ID=25d84918-0158-4606-accc-fd803120a168,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:11.158983 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-bf387b45-444f-4b3c-a8cb-5f416db9f832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:11.166437 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40af83a-ea53-4961-9c84-f62f5948abfc admin admin] Made reservation on behalf of e74d8326c65c419f9e8ac0535aaaba68 for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:11.174162 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c40af83a-ea53-4961-9c84-f62f5948abfc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:11.340138 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:08Z', 'revision_number': 3, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port': {'id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:11.465169 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3e4a46b7-7a90-45e8-8188-eecda6c7af33 req-72cfe1b0-99cf-4767-b653-70c8ff589fea tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 210 time: 0.0762930 Jun 18 22:01:11.575796 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Allocated IP 172.20.0.1 (b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba/e88c2615-07dc-46be-ba2d-38e20e9d69fe/f6483501-f72e-4e29-8843-6301c29c072d) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:01:11.705741 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Allocated IP 172.20.0.1 (7dc362ef-bd1f-40fa-861d-5e2be660a931/5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5/0e4e7713-7359-42c5-9bf4-19dafa738fdb) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:01:11.722957 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 25d84918-0158-4606-accc-fd803120a168 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:11.771630 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Checking router: 0921b025-e2b4-4383-a53d-a8b61d11b756 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:01:11.779626 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Updating router 0921b025-e2b4-4383-a53d-a8b61d11b756 port 3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5 binding host dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:01:11.821863 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Router 6395dcf5-5946-4834-b30f-ada416e0e5a5 is scheduled to L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc with binding_index 1 {{(pid=93154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 22:01:11.829168 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:11.833857 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:11.850974 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.provisioning_blocks [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Transition to ACTIVE for port object f6483501-f72e-4e29-8843-6301c29c072d will not be triggered until provisioned by entity DHCP. {{(pid=93153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:01:11.939194 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-3b6dd9a1-19ad-4658-b55b-84e03af50972 None None] Provisioning complete for port 25d84918-0158-4606-accc-fd803120a168 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:11.939836 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b6dd9a1-19ad-4658-b55b-84e03af50972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:11.993447 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:11.999406 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-2eed0133-999e-4a8e-ae15-fa5b57351b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:12.069282 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Network b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:01:12.075081 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:12.077956 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:01:12.078788 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545558'] for router_interface, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:12.174096 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:12.212479 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Pushing event updated for resources: {'Port': ['ID=f6483501-f72e-4e29-8843-6301c29c072d,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:12.224120 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:12.254323 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 25d84918-0158-4606-accc-fd803120a168 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:12.255075 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:12.385608 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:12.406628 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Transition to ACTIVE for port object 0e4e7713-7359-42c5-9bf4-19dafa738fdb will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:01:12.508539 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:01:12.522076 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Sync routers for ids ['6395dcf5-5946-4834-b30f-ada416e0e5a5'] in dv-cinder-766752-3-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:01:12.545088 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Routers {'6395dcf5-5946-4834-b30f-ada416e0e5a5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:01:12.546518 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:01:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['6395dcf5-5946-4834-b30f-ada416e0e5a5'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:12.564820 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:12.567797 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:12.649406 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c40af83a-ea53-4961-9c84-f62f5948abfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:12.653106 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:12.659287 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-0ebbe05e-e7d2-4b87-82a9-122119167b03 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5947819 Jun 18 22:01:12.662737 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 60010) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:12.690182 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Network 7dc362ef-bd1f-40fa-861d-5e2be660a931 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:01:12.699381 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:12.789136 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:12.812844 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Transition to ACTIVE for port object 3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:01:12.820592 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:12.827982 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Pushing event updated for resources: {'Port': ['ID=0e4e7713-7359-42c5-9bf4-19dafa738fdb,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:12.845875 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:01:12.846500 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545558'] for router_interface, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:12.852982 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:12.861574 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:12.912875 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-efb3d177-22f9-4c21-becc-7e7b02f71d5f None None] Provisioning for port f6483501-f72e-4e29-8843-6301c29c072d completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:01:12.915774 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:12.920340 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:12.931105 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Set router 6395dcf5-5946-4834-b30f-ada416e0e5a5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:01:12.940331 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-efb3d177-22f9-4c21-becc-7e7b02f71d5f None None] Provisioning complete for port f6483501-f72e-4e29-8843-6301c29c072d triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:12.940331 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-efb3d177-22f9-4c21-becc-7e7b02f71d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:12.974024 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-44cdf802-e11f-4fb1-a6c9-3045cc0de102 req-ba2001ec-c991-456a-b5de-c77f7cbb5f66 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 210 time: 0.1604486 Jun 18 22:01:13.106657 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Attempting to bind port 3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:01:13.107114 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Attempting to bind port 3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:01:13.107442 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Attempting to bind port 3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5 on network ac7fe84e-50f5-4915-b437-0569bccbfaaf {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:01:13.137322 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:13.153096 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:01:13.153847 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Checking segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:13.154461 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:13.155689 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Bound using segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:01:13.156430 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Bound port: 3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:01:13.158201 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:13.163519 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784572b-e5c4-47b8-be03-6485c4634c01 None None] Pushing event updated for resources: {'Port': ['ID=3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:13.168839 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-8784572b-e5c4-47b8-be03-6485c4634c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:13.198568 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:13.201117 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546575'] for router_interface, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:13.201523 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-efb3d177-22f9-4c21-becc-7e7b02f71d5f None None] Port f6483501-f72e-4e29-8843-6301c29c072d cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:01:13.211640 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-a3a90717-4ee7-4ef0-9eed-f36e3d8ee71c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:13.286693 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] For port 3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:01:13.301754 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] For port 3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:01:13.328141 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40af83a-ea53-4961-9c84-f62f5948abfc admin admin] Checking segment: {'id': '32f20149-eace-4f35-9ab2-2775ed383e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'aa6c7994-5300-4345-84a8-48853af51796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:13.331981 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40af83a-ea53-4961-9c84-f62f5948abfc admin admin] Network hostable DHCP agents. Network: aa6c7994-5300-4345-84a8-48853af51796, hostable agents: ['9f0b91c3-6ba3-4173-8e48-c1b1d033014c'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:01:13.332144 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'name': 'tempest-ServerRescueNegativeTestJSON-1364003537-router', 'tenant_id': '02a6e92122c648009a67bed9a25e5509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '69def435-16b3-443f-a157-d3deec9e7aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:09Z', 'revision_number': 3, 'project_id': '02a6e92122c648009a67bed9a25e5509', 'gw_port': {'id': '69def435-16b3-443f-a157-d3deec9e7aca', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:13.332292 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40af83a-ea53-4961-9c84-f62f5948abfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad072a8-530c-4594-a318-7ca4fc05e4a2,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:13.349232 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-c40af83a-ea53-4961-9c84-f62f5948abfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:13.381123 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:13.384702 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-a58bb8b6-ce50-4854-80d0-348bd044d49c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:13.430584 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Checking router: 6395dcf5-5946-4834-b30f-ada416e0e5a5 for host: dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:01:13.430944 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Updating router 6395dcf5-5946-4834-b30f-ada416e0e5a5 port 69def435-16b3-443f-a157-d3deec9e7aca binding host dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:01:13.462097 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 73a1ef9c-fc5c-453a-b8aa-95768c77fdbf up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:13.478359 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Pushing event updated for resources: {'Port': ['ID=f6483501-f72e-4e29-8843-6301c29c072d,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:13.481485 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-2eddf416-5bef-42d0-9c27-3ed8566133ca None None] Provisioning for port 0e4e7713-7359-42c5-9bf4-19dafa738fdb completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:01:13.491002 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:13.518753 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:13.576071 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Network b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:01:13.578113 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:13.627796 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40af83a-ea53-4961-9c84-f62f5948abfc admin admin] Network aa6c7994-5300-4345-84a8-48853af51796 is scheduled to be hosted by DHCP agent 9f0b91c3-6ba3-4173-8e48-c1b1d033014c with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:01:13.638002 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784572b-e5c4-47b8-be03-6485c4634c01 None None] Pushing event updated for resources: {'Port': ['ID=3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:13.648955 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.44', 60580) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:13.668587 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-8784572b-e5c4-47b8-be03-6485c4634c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:13.691590 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-2eddf416-5bef-42d0-9c27-3ed8566133ca None None] Provisioning complete for port 0e4e7713-7359-42c5-9bf4-19dafa738fdb triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:13.693234 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2eddf416-5bef-42d0-9c27-3ed8566133ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:13.723910 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60036) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:13.771491 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Routers {'0921b025-e2b4-4383-a53d-a8b61d11b756'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:01:13.773307 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:01:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['0921b025-e2b4-4383-a53d-a8b61d11b756'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:13.826732 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-c40af83a-ea53-4961-9c84-f62f5948abfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-iscsi, aa6c7994-5300-4345-84a8-48853af51796) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:13.845585 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40af83a-ea53-4961-9c84-f62f5948abfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:13.849486 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c40af83a-ea53-4961-9c84-f62f5948abfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:13.885356 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:13.990924 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74720db6-46ea-4c2e-93a7-1142e6047238 None None] Network aa6c7994-5300-4345-84a8-48853af51796 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:01:14.077974 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4a5a0b37-b8e0-480a-81ad-1f8c6f72e75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:14.120026 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Router 0921b025-e2b4-4383-a53d-a8b61d11b756 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:01:14.198964 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-e5b8fdb6-2afc-4b1f-9cbf-eb987338c0dd tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:14.201446 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-e5b8fdb6-2afc-4b1f-9cbf-eb987338c0dd tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.44 "GET /v2.0/networks?id=fa42241d-a114-4767-afc4-458da9604bc4 HTTP/1.1" status: 200 len: 812 time: 0.5515394 Jun 18 22:01:14.208920 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Notify callbacks [] for port, precommit_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:14.224281 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Transition to ACTIVE for port object 69def435-16b3-443f-a157-d3deec9e7aca will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:01:14.281003 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] Set router 0921b025-e2b4-4383-a53d-a8b61d11b756 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:01:14.295570 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4a5a0b37-b8e0-480a-81ad-1f8c6f72e75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:14.298058 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:01:14.301950 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:14.303905 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] 10.222.0.38 "PUT /v2.0/routers/0921b025-e2b4-4383-a53d-a8b61d11b756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1398573 Jun 18 22:01:14.319704 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:14.364462 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4a5a0b37-b8e0-480a-81ad-1f8c6f72e75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:14.374804 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d09a4685-f715-4d57-bdab-83282bb22499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:14.408269 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f7689-2165-44ba-a56e-b3aa4ab7387e None None] Pushing event updated for resources: {'Port': ['ID=69def435-16b3-443f-a157-d3deec9e7aca,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:14.411436 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:14.424026 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-75128e2d-a3c9-4747-b2f3-0eee7a92762a tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Request body: {'port': {'device_id': 'a17c0ca4-f40e-42f5-ad92-3198342da405', 'network_id': 'fa42241d-a114-4767-afc4-458da9604bc4', 'admin_state_up': True, 'tenant_id': '70451f57820b4534abea34ac51e9918d'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:14.431924 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-cb1f7689-2165-44ba-a56e-b3aa4ab7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:14.463821 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e23082a3-3d51-466d-9fb1-b5784d8e17bf req-c5e472b0-6fcb-4b7e-bc0f-2d514aed3ebb tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 210 time: 0.2465296 Jun 18 22:01:14.465453 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Attempting to bind port 69def435-16b3-443f-a157-d3deec9e7aca on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:01:14.465939 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Attempting to bind port 69def435-16b3-443f-a157-d3deec9e7aca by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:01:14.466494 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Attempting to bind port 69def435-16b3-443f-a157-d3deec9e7aca on network ac7fe84e-50f5-4915-b437-0569bccbfaaf {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:01:14.488518 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:01:14.492178 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Checking segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:14.492178 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:14.492508 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Bound using segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:01:14.495776 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Bound port: 69def435-16b3-443f-a157-d3deec9e7aca, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:01:14.496271 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:14.497074 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:14.521802 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-2eddf416-5bef-42d0-9c27-3ed8566133ca None None] Port 0e4e7713-7359-42c5-9bf4-19dafa738fdb cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:01:14.542373 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-4a5a0b37-b8e0-480a-81ad-1f8c6f72e75d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=477056bdbc304f56be816c526189b983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8175645 Jun 18 22:01:14.546546 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60066) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:14.546879 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60068) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:14.573231 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-c40af83a-ea53-4961-9c84-f62f5948abfc admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.7822182 Jun 18 22:01:14.579070 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a0b37-b8e0-480a-81ad-1f8c6f72e75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2129177-442b-4a65-b514-245dd1c8baca,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:14.595232 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-4a5a0b37-b8e0-480a-81ad-1f8c6f72e75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:14.598783 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a187e9-4f47-46d2-84b0-27e1eb9f89ed None None] Network aa6c7994-5300-4345-84a8-48853af51796 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:01:14.675336 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 73a1ef9c-fc5c-453a-b8aa-95768c77fdbf completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:01:14.688834 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] For port 69def435-16b3-443f-a157-d3deec9e7aca, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:01:14.690567 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546575'] for router_interface, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:14.692888 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6411fbd7-08d4-4197-9d76-e68d3892afa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:14.695670 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 73a1ef9c-fc5c-453a-b8aa-95768c77fdbf triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:14.696051 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:14.697605 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] For port 69def435-16b3-443f-a157-d3deec9e7aca, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=69def435-16b3-443f-a157-d3deec9e7aca,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:01:14.699525 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-5f093d8a-dfce-4377-902e-4dc2d18d7ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:14.767898 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-8aceacd6-6c5d-48f7-b787-10a2fb7785ba None None] Provisioning complete for port f6483501-f72e-4e29-8843-6301c29c072d triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:14.769179 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8aceacd6-6c5d-48f7-b787-10a2fb7785ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:14.771244 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6411fbd7-08d4-4197-9d76-e68d3892afa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:14.776937 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:14.781721 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:14.805778 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Pushing event updated for resources: {'Port': ['ID=0e4e7713-7359-42c5-9bf4-19dafa738fdb,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:14.814102 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:14.875766 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-befd3ab4-3a6e-494e-8253-19bd26a50c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:14.882846 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:14.985067 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-8aceacd6-6c5d-48f7-b787-10a2fb7785ba None None] Port f6483501-f72e-4e29-8843-6301c29c072d cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:01:15.006989 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Routers {'6395dcf5-5946-4834-b30f-ada416e0e5a5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:01:15.009593 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:01:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['6395dcf5-5946-4834-b30f-ada416e0e5a5'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:15.027440 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port 73a1ef9c-fc5c-453a-b8aa-95768c77fdbf, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=73a1ef9c-fc5c-453a-b8aa-95768c77fdbf,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:15.031279 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:15.052133 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60092) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:15.070216 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f7689-2165-44ba-a56e-b3aa4ab7387e None None] Pushing event updated for resources: {'Port': ['ID=69def435-16b3-443f-a157-d3deec9e7aca,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:15.080003 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-cb1f7689-2165-44ba-a56e-b3aa4ab7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:15.139487 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:15.143997 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:15.148930 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:12Z', 'revision_number': 4, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port': {'id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': 'f6483501-f72e-4e29-8843-6301c29c072d', 'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'mac_address': 'fa:16:3e:df:8c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:12Z', 'revision_number': 2, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'subnets': [{'id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:15.155496 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4f5f12-a722-4239-b3ab-edfbc2f9d6c6 admin admin] Deleting subnet 00c3d704-7526-4d6d-baf6-4b255e12bd4f {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:01:15.173976 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5f12-a722-4239-b3ab-edfbc2f9d6c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:15.198600 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffeb3cf-dcff-4905-b96a-bcbb762f23df None None] The sync data for ids ['0921b025-e2b4-4383-a53d-a8b61d11b756'] in dv-cinder-766752-3-iscsi is: [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:12Z', 'revision_number': 4, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port': {'id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': 'f6483501-f72e-4e29-8843-6301c29c072d', 'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'mac_address': 'fa:16:3e:df:8c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:12Z', 'revision_number': 2, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'subnets': [{'id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:01:15.219958 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] Set router 6395dcf5-5946-4834-b30f-ada416e0e5a5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:01:15.235526 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5f12-a722-4239-b3ab-edfbc2f9d6c6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:15.245756 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5f12-a722-4239-b3ab-edfbc2f9d6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814669'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:15.256153 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=73a1ef9c-fc5c-453a-b8aa-95768c77fdbf,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:15.259973 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:15.266570 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Network 7dc362ef-bd1f-40fa-861d-5e2be660a931 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:01:15.268055 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:15.376508 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 60104) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:15.395285 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-0ee6f902-48fb-497d-bf40-725340a71612 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Request body: {'security_group': {'name': 'tempest-securitygroup--123498009', 'description': 'tempest-description--564601933'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:15.430769 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6411fbd7-08d4-4197-9d76-e68d3892afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:15.443337 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6411fbd7-08d4-4197-9d76-e68d3892afa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:15.446369 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-6411fbd7-08d4-4197-9d76-e68d3892afa3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f2129177-442b-4a65-b514-245dd1c8baca HTTP/1.1" status: 204 len: 168 time: 0.8961103 Jun 18 22:01:15.454955 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:15.480446 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411fbd7-08d4-4197-9d76-e68d3892afa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2129177-442b-4a65-b514-245dd1c8baca,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:15.489585 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6411fbd7-08d4-4197-9d76-e68d3892afa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:15.718466 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5f12-a722-4239-b3ab-edfbc2f9d6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:15.743623 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'name': 'tempest-ServerRescueNegativeTestJSON-1364003537-router', 'tenant_id': '02a6e92122c648009a67bed9a25e5509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '69def435-16b3-443f-a157-d3deec9e7aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:09Z', 'revision_number': 3, 'project_id': '02a6e92122c648009a67bed9a25e5509', 'gw_port': {'id': '69def435-16b3-443f-a157-d3deec9e7aca', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:15.753190 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:15.753190 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5f12-a722-4239-b3ab-edfbc2f9d6c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:15.753190 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ec4f5f12-a722-4239-b3ab-edfbc2f9d6c6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/00c3d704-7526-4d6d-baf6-4b255e12bd4f HTTP/1.1" status: 204 len: 168 time: 0.5313499 Jun 18 22:01:15.753190 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f5f12-a722-4239-b3ab-edfbc2f9d6c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00c3d704-7526-4d6d-baf6-4b255e12bd4f,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:15.753190 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-ec4f5f12-a722-4239-b3ab-edfbc2f9d6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:15.753190 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60114) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:15.755860 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67103268-12fb-4e9c-be5a-a1e467466656 None None] The sync data for ids ['6395dcf5-5946-4834-b30f-ada416e0e5a5'] in dv-cinder-766752-3-iscsi is: [{'id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'name': 'tempest-ServerRescueNegativeTestJSON-1364003537-router', 'tenant_id': '02a6e92122c648009a67bed9a25e5509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '69def435-16b3-443f-a157-d3deec9e7aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:09Z', 'revision_number': 3, 'project_id': '02a6e92122c648009a67bed9a25e5509', 'gw_port': {'id': '69def435-16b3-443f-a157-d3deec9e7aca', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:01:15.784201 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-ab460df8-8a09-4c25-b247-dc6666cdc284 None None] Provisioning complete for port 0e4e7713-7359-42c5-9bf4-19dafa738fdb triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:15.784201 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ab460df8-8a09-4c25-b247-dc6666cdc284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:15.831203 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-befd3ab4-3a6e-494e-8253-19bd26a50c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:15.835214 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780721'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:15.860838 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-ab460df8-8a09-4c25-b247-dc6666cdc284 None None] Port 0e4e7713-7359-42c5-9bf4-19dafa738fdb cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:01:15.972225 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817618', 'neutron.services.segments.db._delete_segments_for_network-8737367115731'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:15.997802 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Allocated IP 172.20.0.1 (7e3d4388-f912-494e-9274-2eaf8813e493/6010c590-2fee-479f-8c83-b0d256412620/c51c0e8e-e806-4e09-bade-6c9d5b348840) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:01:16.003711 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:01:16.004538 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:01:16.009828 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:01:16.010390 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:01:16.010901 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:01:16.011306 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:01:16.011691 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:01:16.012728 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:01:16.013242 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:01:16.013622 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:01:16.194962 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:16.482591 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:16.489907 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a45f081a-44ea-44b4-a867-0945d2613dd6 req-d3155dbc-1092-4598-bd38-0ed47e9d683c tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 210 time: 0.1341386 Jun 18 22:01:16.518867 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:16.549368 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:16.576682 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:01:16.577644 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:01:16.578476 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:01:16.579313 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:01:16.580419 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e545554c-fdbb-497f-905f-20aa557151ba']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:16.590511 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-befd3ab4-3a6e-494e-8253-19bd26a50c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:16.606858 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:16.617747 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eace2f26-acb7-4454-9f56-bb7546dec456') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:16.622212 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eace2f26-acb7-4454-9f56-bb7546dec456') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:16.654134 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737367115560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460690'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:16.687787 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-75128e2d-a3c9-4747-b2f3-0eee7a92762a tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Made reservation on behalf of 70451f57820b4534abea34ac51e9918d for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:16.691440 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-75128e2d-a3c9-4747-b2f3-0eee7a92762a tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:16.705877 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd3ab4-3a6e-494e-8253-19bd26a50c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f64b8d9-08e9-43fc-8058-6f0bce65ca68,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:16.725235 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-befd3ab4-3a6e-494e-8253-19bd26a50c76 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3afca2b93c2c4a3990b82ead5e70b754&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1773388 Jun 18 22:01:16.725946 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60124) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:16.731273 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:16.734657 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-befd3ab4-3a6e-494e-8253-19bd26a50c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:16.754368 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:01:16.754701 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454771'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: from cryptography.utils import int_from_bytes Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: from cryptography.utils import int_from_bytes Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: Traceback (most recent call last): Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: timer() Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: cb(*args, **kw) Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: return func(*args, **kwargs) Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: self._notify() Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: self.callback(batched_events) Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: event.method(event) Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: return f(self, *a, **k) Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._get(url).json() Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:01:16.758802 dv-cinder-766752-3-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:01:16.783627 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Pushing event updated for resources: {'Port': ['ID=c51c0e8e-e806-4e09-bade-6c9d5b348840,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:16.806519 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Network 7e3d4388-f912-494e-9274-2eaf8813e493 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:01:16.809915 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:16.825437 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:01:16.831307 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:16.840996 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:01:16.841849 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545558'] for router_interface, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:16.908484 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3ac870ae-4e42-412a-bbf3-b6e7755ba5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:16.925914 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ee6f902-48fb-497d-bf40-725340a71612 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:16.972900 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3ac870ae-4e42-412a-bbf3-b6e7755ba5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:17.059928 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 60128) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:17.069195 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546235'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:17.086505 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:17.089141 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e545554c-fdbb-497f-905f-20aa557151ba HTTP/1.1" status: 204 len: 168 time: 1.4872873 Jun 18 22:01:17.089274 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:17.091982 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60130) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:17.150340 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-554d6913-69de-4d30-85c4-1adf5f7da163 admin admin] Deleting subnet dad072a8-530c-4594-a318-7ca4fc05e4a2 {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:01:17.155058 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-554d6913-69de-4d30-85c4-1adf5f7da163 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:17.213772 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-554d6913-69de-4d30-85c4-1adf5f7da163 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460699'] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:17.295367 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3ac870ae-4e42-412a-bbf3-b6e7755ba5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:17.298409 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-554d6913-69de-4d30-85c4-1adf5f7da163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814669'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:17.303023 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3ac870ae-4e42-412a-bbf3-b6e7755ba5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:17.312635 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-3ac870ae-4e42-412a-bbf3-b6e7755ba5e9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f64b8d9-08e9-43fc-8058-6f0bce65ca68 HTTP/1.1" status: 204 len: 168 time: 0.5707464 Jun 18 22:01:17.315034 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e545554c-fdbb-497f-905f-20aa557151ba,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:17.319873 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:17.366936 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:17.372666 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:01:17.398801 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Sync routers for ids ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:01:17.411043 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac870ae-4e42-412a-bbf3-b6e7755ba5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f64b8d9-08e9-43fc-8058-6f0bce65ca68,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:17.417208 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-3ac870ae-4e42-412a-bbf3-b6e7755ba5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:17.441045 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Routers {'2374dae7-2a6d-4ee7-a53a-a50cf59518f3'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:01:17.456222 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] 10.222.0.38 "PUT /v2.0/routers/2374dae7-2a6d-4ee7-a53a-a50cf59518f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9370928 Jun 18 22:01:17.459985 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:01:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:17.633130 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-554d6913-69de-4d30-85c4-1adf5f7da163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9460504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9844756'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:17.636683 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-dfd620ea-ccb3-42b6-9514-99c7b1d09fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:17.637456 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-76308c30-0428-4768-b08d-b3660a684e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:17.664669 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:17.786798 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-554d6913-69de-4d30-85c4-1adf5f7da163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:17.795956 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 73a1ef9c-fc5c-453a-b8aa-95768c77fdbf up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:17.828307 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-554d6913-69de-4d30-85c4-1adf5f7da163 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/dad072a8-530c-4594-a318-7ca4fc05e4a2 HTTP/1.1" status: 204 len: 168 time: 0.7325151 Jun 18 22:01:17.832020 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60142) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:17.912181 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 73a1ef9c-fc5c-453a-b8aa-95768c77fdbf triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:17.912823 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:18.065619 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Set router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:01:18.077752 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-75128e2d-a3c9-4747-b2f3-0eee7a92762a tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Allocated IP 172.20.0.10 (fa42241d-a114-4767-afc4-458da9604bc4/4720113c-8bbd-4273-9813-2ea4203d9229/17b4c66b-c345-4a94-99e3-6207110f53a4) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:01:18.179674 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:18.221203 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d6913-69de-4d30-85c4-1adf5f7da163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad072a8-530c-4594-a318-7ca4fc05e4a2,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:18.223956 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-554d6913-69de-4d30-85c4-1adf5f7da163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:18.229419 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-78baf773-022f-4248-b505-9cf862b66783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780721'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:18.266314 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ee6f902-48fb-497d-bf40-725340a71612 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:18.310187 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60154) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:18.328510 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1149e2e8-96cb-4577-b8bf-7a8152bb1b47 req-7044eef3-a4de-4232-bef0-b094a6a6216d tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 210 time: 0.1175191 Jun 18 22:01:18.366110 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ee6f902-48fb-497d-bf40-725340a71612 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:18.389517 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:18.437494 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6f902-48fb-497d-bf40-725340a71612 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5669d32-89cf-43e6-a605-4af6c9e949f3,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:18.442516 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-0ee6f902-48fb-497d-bf40-725340a71612 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:18.494904 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-78baf773-022f-4248-b505-9cf862b66783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817618', 'neutron.services.segments.db._delete_segments_for_network-8737367115731'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:18.509475 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-78baf773-022f-4248-b505-9cf862b66783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6c7994-5300-4345-84a8-48853af51796']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:18.531291 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-78baf773-022f-4248-b505-9cf862b66783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f20149-eace-4f35-9ab2-2775ed383e96') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:18.532066 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-78baf773-022f-4248-b505-9cf862b66783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f20149-eace-4f35-9ab2-2775ed383e96') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:18.565892 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-78baf773-022f-4248-b505-9cf862b66783 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737367115560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460690'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:18.601665 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-78baf773-022f-4248-b505-9cf862b66783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:18.618268 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78baf773-022f-4248-b505-9cf862b66783 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:01:18.618678 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-78baf773-022f-4248-b505-9cf862b66783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454771'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:18.619882 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:01:18.630612 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:18.631588 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: Traceback (most recent call last): Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: timer() Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: cb(*args, **kw) Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: return func(*args, **kwargs) Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: self._notify() Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: self.callback(batched_events) Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: event.method(event) Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: return f(self, *a, **k) Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._get(url).json() Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:01:18.640088 dv-cinder-766752-3-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:01:18.700381 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-76308c30-0428-4768-b08d-b3660a684e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:18.828125 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e762d56b-3093-40d5-8c03-377f3a3bba89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:18.854634 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:18.949261 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port 3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:18.954739 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-76308c30-0428-4768-b08d-b3660a684e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:18.961665 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:01:13Z', 'revision_number': 4, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port': {'id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:05Z', 'updated_at': '2021-06-18T22:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '0e4e7713-7359-42c5-9bf4-19dafa738fdb', 'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'mac_address': 'fa:16:3e:0c:a8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:14Z', 'revision_number': 2, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'subnets': [{'id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:18.962296 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:18.987313 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-4359a026-f5bb-4c0a-9c40-8c0d06acc4c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:19.012876 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Checking router: 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:01:19.013721 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Updating router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 port 0e4e7713-7359-42c5-9bf4-19dafa738fdb binding host dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:01:19.038195 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ee6f902-48fb-497d-bf40-725340a71612 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:19.039958 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-0ee6f902-48fb-497d-bf40-725340a71612 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.6605604 Jun 18 22:01:19.045045 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60166) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:19.052455 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-c9b09dcd-9106-4d19-8902-4fedab3295f0 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Request body: {'security_group_rule': {'security_group_id': 'e5669d32-89cf-43e6-a605-4af6c9e949f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:19.062253 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:19.097135 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-76308c30-0428-4768-b08d-b3660a684e8d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ea5136d6d75d4607ae97e3f373f36365&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0319047 Jun 18 22:01:19.100263 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60168) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:19.112842 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76308c30-0428-4768-b08d-b3660a684e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df454061-a62f-4d75-ab7b-ae0ff4e76254,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:19.122651 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-76308c30-0428-4768-b08d-b3660a684e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:19.153581 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-75128e2d-a3c9-4747-b2f3-0eee7a92762a tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:19.280286 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f9382def-8d27-488d-98d2-e6455a00b694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:19.341419 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e762d56b-3093-40d5-8c03-377f3a3bba89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:19.362066 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f9382def-8d27-488d-98d2-e6455a00b694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:19.419979 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-78baf773-022f-4248-b505-9cf862b66783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546235'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:19.433453 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:19.435974 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-78baf773-022f-4248-b505-9cf862b66783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:19.441914 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-78baf773-022f-4248-b505-9cf862b66783 admin admin] 10.222.0.38 "DELETE /v2.0/networks/aa6c7994-5300-4345-84a8-48853af51796 HTTP/1.1" status: 204 len: 168 time: 1.6066616 Jun 18 22:01:19.443513 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-75128e2d-a3c9-4747-b2f3-0eee7a92762a tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:19.447017 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:19.456150 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 69def435-16b3-443f-a157-d3deec9e7aca up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:19.457006 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:19.457946 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:19.472724 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:19.507337 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e762d56b-3093-40d5-8c03-377f3a3bba89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:19.512279 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baf773-022f-4248-b505-9cf862b66783 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6c7994-5300-4345-84a8-48853af51796,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:19.530372 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-78baf773-022f-4248-b505-9cf862b66783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:19.531075 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-1447c8d8-349f-4f6d-b9f9-19339f28e6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:19.606310 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546575'] for router_interface, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:19.666835 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c9b09dcd-9106-4d19-8902-4fedab3295f0 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:19.688025 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-e762d56b-3093-40d5-8c03-377f3a3bba89 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aac8fea4f864413bb66b15cd44a3adac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3732491 Jun 18 22:01:19.697557 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:19.707228 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60178) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:19.709201 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762d56b-3093-40d5-8c03-377f3a3bba89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82788168-82c7-4fef-81bb-b53b1ad0c280,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:19.720804 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:19.767390 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-e762d56b-3093-40d5-8c03-377f3a3bba89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:19.815049 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f9382def-8d27-488d-98d2-e6455a00b694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:19.847169 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f9382def-8d27-488d-98d2-e6455a00b694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:19.848696 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-f9382def-8d27-488d-98d2-e6455a00b694 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df454061-a62f-4d75-ab7b-ae0ff4e76254 HTTP/1.1" status: 204 len: 168 time: 0.7475023 Jun 18 22:01:19.868457 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-3ac870ae-4e42-412a-bbf3-b6e7755ba5e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:19.868674 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:19.881770 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Transition to ACTIVE for port object 0e4e7713-7359-42c5-9bf4-19dafa738fdb will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:01:19.907659 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9382def-8d27-488d-98d2-e6455a00b694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df454061-a62f-4d75-ab7b-ae0ff4e76254,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:19.913528 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-f9382def-8d27-488d-98d2-e6455a00b694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:19.940997 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 69def435-16b3-443f-a157-d3deec9e7aca completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:01:19.946809 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 69def435-16b3-443f-a157-d3deec9e7aca triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:19.949959 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:20.015859 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-75128e2d-a3c9-4747-b2f3-0eee7a92762a tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Network fa42241d-a114-4767-afc4-458da9604bc4 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:01:20.019796 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75128e2d-a3c9-4747-b2f3-0eee7a92762a tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Pushing event updated for resources: {'Port': ['ID=17b4c66b-c345-4a94-99e3-6207110f53a4,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:20.023628 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:20.025621 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-75128e2d-a3c9-4747-b2f3-0eee7a92762a tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:20.042327 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-75128e2d-a3c9-4747-b2f3-0eee7a92762a tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:01:20.046895 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:20.059798 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-75128e2d-a3c9-4747-b2f3-0eee7a92762a tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:20.060820 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-75128e2d-a3c9-4747-b2f3-0eee7a92762a tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:20.118280 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c9b09dcd-9106-4d19-8902-4fedab3295f0 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:20.128148 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8620537a-9825-4bd8-a46b-fa1a9edaeee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:20.151624 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Sync routers for ids ['0921b025-e2b4-4383-a53d-a8b61d11b756'] in dv-cinder-766752-3-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:01:20.171600 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Routers {'0921b025-e2b4-4383-a53d-a8b61d11b756'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:01:20.173166 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:01:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['0921b025-e2b4-4383-a53d-a8b61d11b756'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:20.272297 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b54c32-9555-4e4c-b8a6-d94dc8fe995b None None] Pushing event updated for resources: {'Port': ['ID=0e4e7713-7359-42c5-9bf4-19dafa738fdb,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:20.279267 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-19b54c32-9555-4e4c-b8a6-d94dc8fe995b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:20.340873 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 60184) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:20.427822 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Network 7e3d4388-f912-494e-9274-2eaf8813e493 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:01:20.463422 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:20.467843 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 60186) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:20.471582 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Attempting to bind port 0e4e7713-7359-42c5-9bf4-19dafa738fdb on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:01:20.474155 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Attempting to bind port 0e4e7713-7359-42c5-9bf4-19dafa738fdb by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': 'ca325b05-0fb9-4c4e-a7e1-949749606518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:01:20.474565 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Attempting to bind port 0e4e7713-7359-42c5-9bf4-19dafa738fdb on network 7dc362ef-bd1f-40fa-861d-5e2be660a931 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:01:20.478441 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:20.487973 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-75128e2d-a3c9-4747-b2f3-0eee7a92762a tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0665903 Jun 18 22:01:20.498720 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8620537a-9825-4bd8-a46b-fa1a9edaeee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:20.510833 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:01:20.512869 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Checking segment: {'id': 'ca325b05-0fb9-4c4e-a7e1-949749606518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:20.516729 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:20.516729 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Bound using segment: {'id': 'ca325b05-0fb9-4c4e-a7e1-949749606518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:01:20.517463 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Bound port: 0e4e7713-7359-42c5-9bf4-19dafa738fdb, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca325b05-0fb9-4c4e-a7e1-949749606518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:01:20.517921 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:20.518800 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c9b09dcd-9106-4d19-8902-4fedab3295f0 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:20.525077 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-ee494881-0fff-4ca7-a693-22369517264c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2049930001', 'description': 'tempest-description--251896907'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:20.533030 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:20.554567 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Set router 0921b025-e2b4-4383-a53d-a8b61d11b756 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:01:20.555169 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b09dcd-9106-4d19-8902-4fedab3295f0 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b6dfac-04ca-49c0-a52e-6f3f69867595,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:20.579344 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port 69def435-16b3-443f-a157-d3deec9e7aca, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=69def435-16b3-443f-a157-d3deec9e7aca,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:20.591436 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-c9b09dcd-9106-4d19-8902-4fedab3295f0 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:20.644331 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:20.648076 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-8784572b-e5c4-47b8-be03-6485c4634c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:20.671916 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c9b09dcd-9106-4d19-8902-4fedab3295f0 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:20.673575 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-c9b09dcd-9106-4d19-8902-4fedab3295f0 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6276572 Jun 18 22:01:20.676200 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60194) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:20.694943 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-958274b9-e95f-422a-9412-90b26d552401 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Request body: {'security_group_rule': {'security_group_id': 'e5669d32-89cf-43e6-a605-4af6c9e949f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:20.734875 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8620537a-9825-4bd8-a46b-fa1a9edaeee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:20.747964 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] For port 0e4e7713-7359-42c5-9bf4-19dafa738fdb, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:01:20.750475 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=69def435-16b3-443f-a157-d3deec9e7aca,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:20.758606 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:20.762088 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8620537a-9825-4bd8-a46b-fa1a9edaeee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:20.767466 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-8620537a-9825-4bd8-a46b-fa1a9edaeee1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/82788168-82c7-4fef-81bb-b53b1ad0c280 HTTP/1.1" status: 204 len: 168 time: 1.0591633 Jun 18 22:01:20.799707 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] For port 0e4e7713-7359-42c5-9bf4-19dafa738fdb, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=0e4e7713-7359-42c5-9bf4-19dafa738fdb,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:01:20.803049 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:20.830432 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:20.833034 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620537a-9825-4bd8-a46b-fa1a9edaeee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82788168-82c7-4fef-81bb-b53b1ad0c280,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:20.836725 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-8620537a-9825-4bd8-a46b-fa1a9edaeee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:20.890346 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:20.905031 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-958274b9-e95f-422a-9412-90b26d552401 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:20.909041 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:21.013381 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:12Z', 'revision_number': 4, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port': {'id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': 'f6483501-f72e-4e29-8843-6301c29c072d', 'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'mac_address': 'fa:16:3e:df:8c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:12Z', 'revision_number': 2, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'subnets': [{'id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:21.018684 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b54c32-9555-4e4c-b8a6-d94dc8fe995b None None] Pushing event updated for resources: {'Port': ['ID=0e4e7713-7359-42c5-9bf4-19dafa738fdb,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:21.060455 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-958274b9-e95f-422a-9412-90b26d552401 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:21.062392 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-19b54c32-9555-4e4c-b8a6-d94dc8fe995b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:21.091677 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Router 6395dcf5-5946-4834-b30f-ada416e0e5a5 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:01:21.095590 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Checking router: 0921b025-e2b4-4383-a53d-a8b61d11b756 for host: dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:01:21.098240 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Updating router 0921b025-e2b4-4383-a53d-a8b61d11b756 port f6483501-f72e-4e29-8843-6301c29c072d binding host dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:01:21.100274 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff22466-a15a-4c97-8ebc-4beab3291053 req-3c428c92-6c6f-4bc9-8f97-f20c981aca31 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:21.108113 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6ff22466-a15a-4c97-8ebc-4beab3291053 req-3c428c92-6c6f-4bc9-8f97-f20c981aca31 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 932 time: 1.3126280 Jun 18 22:01:21.112044 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-b48bc506-e738-4cbf-96ab-dec790788ffb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3d462311e939420ea022849d98449087&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7501669 Jun 18 22:01:21.115672 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60206) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:21.116027 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Routers {'2374dae7-2a6d-4ee7-a53a-a50cf59518f3'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:01:21.116711 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-66e889da-abac-4df6-8033-63584a776be0 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 22:01:21.117000 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:01:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:21.118116 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-66e889da-abac-4df6-8033-63584a776be0 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457234 Jun 18 22:01:21.133621 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-958274b9-e95f-422a-9412-90b26d552401 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:21.149256 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Pushing event updated for resources: {'Port': ['ID=c51c0e8e-e806-4e09-bade-6c9d5b348840,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:21.196677 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.737s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:21.201019 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.469s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:21.201395 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:21.206696 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:21.237485 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:21.289729 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6ff22466-a15a-4c97-8ebc-4beab3291053 req-5c54f0af-0a44-4ea9-866b-82e37d0c9e81 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/security-groups?id=8eaec939-e9b5-4c8f-9943-4bba1e4d2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803496 Jun 18 22:01:21.303502 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:21.303647 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:21.319446 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958274b9-e95f-422a-9412-90b26d552401 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0fbad9-ff92-4e70-a013-165eff75e53e,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:21.326117 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-958274b9-e95f-422a-9412-90b26d552401 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:21.380017 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ee494881-0fff-4ca7-a693-22369517264c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:21.382649 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-13ddfd65-83d0-4b2d-8410-b0285dbcb222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:21.400413 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-958274b9-e95f-422a-9412-90b26d552401 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:21.415632 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 60210) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:21.415917 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-958274b9-e95f-422a-9412-90b26d552401 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7244761 Jun 18 22:01:21.443647 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-c25214db-47e7-48fc-a4b2-6c0fa1e4cbbe tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Request body: {'floatingip': {'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:21.478503 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-13ddfd65-83d0-4b2d-8410-b0285dbcb222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:21.651242 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:01:21.658831 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] 10.222.0.38 "PUT /v2.0/routers/6395dcf5-5946-4834-b30f-ada416e0e5a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9931509 Jun 18 22:01:21.677970 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-13ddfd65-83d0-4b2d-8410-b0285dbcb222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:21.681536 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-13ddfd65-83d0-4b2d-8410-b0285dbcb222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:21.683060 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-13ddfd65-83d0-4b2d-8410-b0285dbcb222 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e4cf647-5ee9-4a5b-9ec4-aad751d9c714 HTTP/1.1" status: 204 len: 168 time: 0.5647488 Jun 18 22:01:21.684448 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-f9382def-8d27-488d-98d2-e6455a00b694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:21.708440 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ee494881-0fff-4ca7-a693-22369517264c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:21.730977 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ddfd65-83d0-4b2d-8410-b0285dbcb222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4cf647-5ee9-4a5b-9ec4-aad751d9c714,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:21.738182 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-13ddfd65-83d0-4b2d-8410-b0285dbcb222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:21.797442 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ee494881-0fff-4ca7-a693-22369517264c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:21.813943 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-c99fe8bf-ba2a-402c-a092-260ca88da073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:21.881259 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee494881-0fff-4ca7-a693-22369517264c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:21.884932 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ee494881-0fff-4ca7-a693-22369517264c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:21.909855 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Sync routers for ids ['6395dcf5-5946-4834-b30f-ada416e0e5a5'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:01:21.932484 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c25214db-47e7-48fc-a4b2-6c0fa1e4cbbe tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for floatingip, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:21.965873 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] Set router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:01:21.969468 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Routers {'6395dcf5-5946-4834-b30f-ada416e0e5a5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:01:21.970352 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:01:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['6395dcf5-5946-4834-b30f-ada416e0e5a5'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:21.984764 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Notify callbacks [] for port, precommit_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:21.996634 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Transition to ACTIVE for port object f6483501-f72e-4e29-8843-6301c29c072d will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:01:22.011007 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ee494881-0fff-4ca7-a693-22369517264c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:22.015494 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60222) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:22.016029 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ee494881-0fff-4ca7-a693-22369517264c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5237422 Jun 18 22:01:22.021052 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-14edcdf2-824a-47c4-937b-abcedc066041 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Request body: {'security_group_rule': {'security_group_id': '69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:22.097926 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:22.114016 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-e78b5bae-5f49-4e0b-aa64-23466d5eb87f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:22.193251 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-14edcdf2-824a-47c4-937b-abcedc066041 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:22.200883 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c25214db-47e7-48fc-a4b2-6c0fa1e4cbbe tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:22.241367 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 60226) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:22.282556 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-058c6213-9bce-47c8-9be0-b8cc79ffacad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:22.308685 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206affc0-a1ac-4faa-a421-c695a63204e3 None None] Pushing event updated for resources: {'Port': ['ID=f6483501-f72e-4e29-8843-6301c29c072d,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:22.362081 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-14edcdf2-824a-47c4-937b-abcedc066041 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:22.367039 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-206affc0-a1ac-4faa-a421-c695a63204e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:22.431774 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-14edcdf2-824a-47c4-937b-abcedc066041 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:22.434355 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-958274b9-e95f-422a-9412-90b26d552401 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:22.482509 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Attempting to bind port f6483501-f72e-4e29-8843-6301c29c072d on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:01:22.485578 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14edcdf2-824a-47c4-937b-abcedc066041 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0426474-8f76-4db9-a1e4-f167a0deeb05,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:22.489075 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Attempting to bind port f6483501-f72e-4e29-8843-6301c29c072d by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': '460f6417-ab01-4abe-9260-59d1ab54280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:01:22.490369 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Attempting to bind port f6483501-f72e-4e29-8843-6301c29c072d on network b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:01:22.498547 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-14edcdf2-824a-47c4-937b-abcedc066041 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:22.501317 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:01:22.504629 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Checking segment: {'id': '460f6417-ab01-4abe-9260-59d1ab54280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:22.504629 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:22.504629 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Bound using segment: {'id': '460f6417-ab01-4abe-9260-59d1ab54280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:01:22.504629 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Bound port: f6483501-f72e-4e29-8843-6301c29c072d, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460f6417-ab01-4abe-9260-59d1ab54280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:01:22.504629 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:22.565565 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-14edcdf2-824a-47c4-937b-abcedc066041 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:22.569217 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-14edcdf2-824a-47c4-937b-abcedc066041 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5499239 Jun 18 22:01:22.585524 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60230) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:22.591620 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-7a3e1108-5a62-4485-af45-8680b4ab066c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Request body: {'security_group_rule': {'security_group_id': '69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:22.670030 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-058c6213-9bce-47c8-9be0-b8cc79ffacad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:22.702187 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Set router 6395dcf5-5946-4834-b30f-ada416e0e5a5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:01:22.727773 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] For port f6483501-f72e-4e29-8843-6301c29c072d, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:01:22.735088 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] For port f6483501-f72e-4e29-8843-6301c29c072d, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=f6483501-f72e-4e29-8843-6301c29c072d,segment=NetworkSegment(460f6417-ab01-4abe-9260-59d1ab54280a),segment_id=460f6417-ab01-4abe-9260-59d1ab54280a)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:01:22.750068 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-c25214db-47e7-48fc-a4b2-6c0fa1e4cbbe tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Allocated IP 172.27.1.45 (ac7fe84e-50f5-4915-b437-0569bccbfaaf/467ce04a-3e35-49c7-b989-561dd094bc72/3e3ed7bf-05ed-4d2a-9347-2d16cfc39246) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:01:22.777525 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-058c6213-9bce-47c8-9be0-b8cc79ffacad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:22.795054 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef260a3e-fb62-4a67-8a7c-d63db9f1612e req-e096c812-a4c1-4099-be4f-ba85d5e63d1a tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:22.796768 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ef260a3e-fb62-4a67-8a7c-d63db9f1612e req-e096c812-a4c1-4099-be4f-ba85d5e63d1a tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 932 time: 0.3013780 Jun 18 22:01:22.802422 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 69def435-16b3-443f-a157-d3deec9e7aca up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:22.823843 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:22.832018 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:22.834513 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-c21e2903-bc98-42be-82c6-64c7db2937ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:22.907391 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1108-5a62-4485-af45-8680b4ab066c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:22.973214 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206affc0-a1ac-4faa-a421-c695a63204e3 None None] Pushing event updated for resources: {'Port': ['ID=f6483501-f72e-4e29-8843-6301c29c072d,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:22.993561 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Routers {'0921b025-e2b4-4383-a53d-a8b61d11b756'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:01:22.994355 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:01:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['0921b025-e2b4-4383-a53d-a8b61d11b756'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:22.998824 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-058c6213-9bce-47c8-9be0-b8cc79ffacad admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9e2209d1b96d4d90a2dfa18986b4bf04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7544448 Jun 18 22:01:22.999847 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-206affc0-a1ac-4faa-a421-c695a63204e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:23.009956 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60238) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:23.018430 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c6213-9bce-47c8-9be0-b8cc79ffacad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e512cd0-3648-4078-83cb-b478f72cff4d,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:23.025272 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-058c6213-9bce-47c8-9be0-b8cc79ffacad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:23.092037 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Request body: {'port': {'device_id': 'a17c0ca4-f40e-42f5-ad92-3198342da405', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:23.117516 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ef260a3e-fb62-4a67-8a7c-d63db9f1612e req-665be004-bf97-41d4-95fc-55c886e0e6d1 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/security-groups?id=8eaec939-e9b5-4c8f-9943-4bba1e4d2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911804 Jun 18 22:01:23.241316 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1108-5a62-4485-af45-8680b4ab066c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:23.243138 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7274785c-075b-4588-9008-7034b7b239db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:23.259196 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c25214db-47e7-48fc-a4b2-6c0fa1e4cbbe tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:23.293077 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7274785c-075b-4588-9008-7034b7b239db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:23.332273 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] Set router 0921b025-e2b4-4383-a53d-a8b61d11b756 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:01:23.373278 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1108-5a62-4485-af45-8680b4ab066c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:23.376887 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-c9b09dcd-9106-4d19-8902-4fedab3295f0 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:23.378225 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:23.387583 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:01:13Z', 'revision_number': 4, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port': {'id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:05Z', 'updated_at': '2021-06-18T22:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '0e4e7713-7359-42c5-9bf4-19dafa738fdb', 'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'mac_address': 'fa:16:3e:0c:a8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:20Z', 'revision_number': 4, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'subnets': [{'id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:23.418458 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 69def435-16b3-443f-a157-d3deec9e7aca triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:23.418845 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:23.470089 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e1108-5a62-4485-af45-8680b4ab066c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a85a3b9-06fc-4e60-b7b5-88ef12a5d5d4,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:23.474170 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7a3e1108-5a62-4485-af45-8680b4ab066c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:23.479742 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7274785c-075b-4588-9008-7034b7b239db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:23.495007 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7274785c-075b-4588-9008-7034b7b239db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:23.496907 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-7274785c-075b-4588-9008-7034b7b239db admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8e512cd0-3648-4078-83cb-b478f72cff4d HTTP/1.1" status: 204 len: 168 time: 0.4857752 Jun 18 22:01:23.509044 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:23.516685 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274785c-075b-4588-9008-7034b7b239db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e512cd0-3648-4078-83cb-b478f72cff4d,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:23.524975 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7274785c-075b-4588-9008-7034b7b239db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:23.546065 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c25214db-47e7-48fc-a4b2-6c0fa1e4cbbe tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:23.562546 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:23.574981 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1108-5a62-4485-af45-8680b4ab066c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:23.576437 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-7a3e1108-5a62-4485-af45-8680b4ab066c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9893057 Jun 18 22:01:23.579358 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60250) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:23.584216 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Request body: {'floatingip': {'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:23.599047 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd6f4f6-072f-4436-96f8-b7aebbbe586c None None] The sync data for ids ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'] in dv-cinder-766752-3-iscsi is: [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:01:13Z', 'revision_number': 4, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port': {'id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:05Z', 'updated_at': '2021-06-18T22:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '0e4e7713-7359-42c5-9bf4-19dafa738fdb', 'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'mac_address': 'fa:16:3e:0c:a8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:20Z', 'revision_number': 4, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'subnets': [{'id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:01:23.729777 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for floatingip, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:23.791170 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25214db-47e7-48fc-a4b2-6c0fa1e4cbbe tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:01:23.799404 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-c25214db-47e7-48fc-a4b2-6c0fa1e4cbbe tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:23.808261 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25214db-47e7-48fc-a4b2-6c0fa1e4cbbe tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:01:23.810223 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25214db-47e7-48fc-a4b2-6c0fa1e4cbbe tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Pushing event updated for resources: {'Port': ['ID=3e3ed7bf-05ed-4d2a-9347-2d16cfc39246,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:23.815341 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-c25214db-47e7-48fc-a4b2-6c0fa1e4cbbe tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:23.921617 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 60264) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:24.074481 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'name': 'tempest-ServerRescueNegativeTestJSON-1364003537-router', 'tenant_id': '02a6e92122c648009a67bed9a25e5509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '69def435-16b3-443f-a157-d3deec9e7aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:17Z', 'revision_number': 4, 'project_id': '02a6e92122c648009a67bed9a25e5509', 'gw_port': {'id': '69def435-16b3-443f-a157-d3deec9e7aca', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': 'c51c0e8e-e806-4e09-bade-6c9d5b348840', 'name': '', 'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493', 'tenant_id': '02a6e92122c648009a67bed9a25e5509', 'mac_address': 'fa:16:3e:7f:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6010c590-2fee-479f-8c83-b0d256412620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:15Z', 'updated_at': '2021-06-18T22:01:18Z', 'revision_number': 2, 'project_id': '02a6e92122c648009a67bed9a25e5509', 'subnets': [{'id': '6010c590-2fee-479f-8c83-b0d256412620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:24.081434 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:12Z', 'revision_number': 4, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port': {'id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': 'f6483501-f72e-4e29-8843-6301c29c072d', 'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'mac_address': 'fa:16:3e:df:8c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:22Z', 'revision_number': 4, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'subnets': [{'id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:24.175308 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Checking router: 6395dcf5-5946-4834-b30f-ada416e0e5a5 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:01:24.175676 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Updating router 6395dcf5-5946-4834-b30f-ada416e0e5a5 port c51c0e8e-e806-4e09-bade-6c9d5b348840 binding host dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:01:24.178318 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd5a75a-d9cb-461b-9536-9538072d4473 None None] The sync data for ids ['0921b025-e2b4-4383-a53d-a8b61d11b756'] in dv-cinder-766752-3-iscsi is: [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:12Z', 'revision_number': 4, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port': {'id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': 'f6483501-f72e-4e29-8843-6301c29c072d', 'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'mac_address': 'fa:16:3e:df:8c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:22Z', 'revision_number': 4, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'subnets': [{'id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:01:24.303300 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:24.344283 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c25214db-47e7-48fc-a4b2-6c0fa1e4cbbe tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:24.426686 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:24.517625 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-a77b1376-07f3-4208-aee4-ddeb0faa3b26 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e74d8326c65c419f9e8ac0535aaaba68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5923758 Jun 18 22:01:24.576700 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 60274) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:24.717922 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Allocated IP 172.27.1.228 (ac7fe84e-50f5-4915-b437-0569bccbfaaf/467ce04a-3e35-49c7-b989-561dd094bc72/63fee8f7-9e80-40b3-a7a5-e5739fbdb15b) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:01:24.840039 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:24.981872 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a17416e4-c9f2-4cf3-af47-0f3a6b670cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:24.999111 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9460589'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:25.002783 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:25.099436 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b4c66b-c345-4a94-99e3-6207110f53a4 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:01:25.101781 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 0e4e7713-7359-42c5-9bf4-19dafa738fdb up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:25.108456 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:01:25.126684 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:25.135653 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:01:25.166924 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:25.205104 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Transition to ACTIVE for port object 17b4c66b-c345-4a94-99e3-6207110f53a4 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:01:25.212227 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Pushing event updated for resources: {'Port': ['ID=63fee8f7-9e80-40b3-a7a5-e5739fbdb15b,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:25.224452 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:25.226132 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a17416e4-c9f2-4cf3-af47-0f3a6b670cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:25.249795 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf70451-c803-49a9-ba81-b013e9502464 req-53986533-e1d1-49f5-ac64-dafb0e76fc3a tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:25.251419 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-adf70451-c803-49a9-ba81-b013e9502464 req-53986533-e1d1-49f5-ac64-dafb0e76fc3a tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/networks?id=7e3d4388-f912-494e-9274-2eaf8813e493 HTTP/1.1" status: 200 len: 819 time: 1.3322754 Jun 18 22:01:25.251988 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:25.284147 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Transition to ACTIVE for port object c51c0e8e-e806-4e09-bade-6c9d5b348840 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:01:25.285068 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c25214db-47e7-48fc-a4b2-6c0fa1e4cbbe tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:25.348168 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-adf70451-c803-49a9-ba81-b013e9502464 req-8840f50f-108e-46f8-b5d0-9aaa95f6ea14 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/quotas/02a6e92122c648009a67bed9a25e5509 HTTP/1.1" status: 200 len: 375 time: 0.0818076 Jun 18 22:01:25.350686 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:25.368618 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:25.370727 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-19b54c32-9555-4e4c-b8a6-d94dc8fe995b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:25.455661 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 0e4e7713-7359-42c5-9bf4-19dafa738fdb completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:01:25.543811 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:25.597823 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 0e4e7713-7359-42c5-9bf4-19dafa738fdb triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:25.598478 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:25.668358 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3376bed-492d-414d-a809-7eb3f12af570 None None] Pushing event updated for resources: {'Port': ['ID=c51c0e8e-e806-4e09-bade-6c9d5b348840,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:25.675686 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-b3376bed-492d-414d-a809-7eb3f12af570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:25.829487 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:25.871192 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:25.920250 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:25.954862 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Pushing event updated for resources: {'Port': ['ID=17b4c66b-c345-4a94-99e3-6207110f53a4,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:25.959370 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:25.969040 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d761b-b6a0-4aec-a75b-06f85752f78d req-f698748a-dd71-4a74-b1a4-9dcc257876bf tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:25.977775 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-722d761b-b6a0-4aec-a75b-06f85752f78d req-f698748a-dd71-4a74-b1a4-9dcc257876bf tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 932 time: 1.5743797 Jun 18 22:01:25.991941 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Attempting to bind port c51c0e8e-e806-4e09-bade-6c9d5b348840 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:01:25.992290 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Attempting to bind port c51c0e8e-e806-4e09-bade-6c9d5b348840 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': '04bdea9c-0f85-43ce-a5c6-f791f52ed4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:01:25.992697 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Attempting to bind port c51c0e8e-e806-4e09-bade-6c9d5b348840 on network 7e3d4388-f912-494e-9274-2eaf8813e493 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:01:26.038048 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:01:26.038488 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Checking segment: {'id': '04bdea9c-0f85-43ce-a5c6-f791f52ed4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:26.038902 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:26.039305 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Bound using segment: {'id': '04bdea9c-0f85-43ce-a5c6-f791f52ed4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:01:26.039796 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Bound port: c51c0e8e-e806-4e09-bade-6c9d5b348840, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04bdea9c-0f85-43ce-a5c6-f791f52ed4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:01:26.040205 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:26.045206 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port 0e4e7713-7359-42c5-9bf4-19dafa738fdb, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=0e4e7713-7359-42c5-9bf4-19dafa738fdb,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:26.096359 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a17416e4-c9f2-4cf3-af47-0f3a6b670cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:26.147183 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:26.148421 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device f6483501-f72e-4e29-8843-6301c29c072d up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:26.149099 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a17416e4-c9f2-4cf3-af47-0f3a6b670cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:26.153569 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-a17416e4-c9f2-4cf3-af47-0f3a6b670cda admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cd3cfd94-ef1f-4a54-9b12-0fb4d97f3470 HTTP/1.1" status: 204 len: 168 time: 1.5713301 Jun 18 22:01:26.179071 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:26.184967 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:26.199733 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:26.281227 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] For port c51c0e8e-e806-4e09-bade-6c9d5b348840, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:01:26.328424 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460571'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:26.331612 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:26.346336 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17416e4-c9f2-4cf3-af47-0f3a6b670cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3cfd94-ef1f-4a54-9b12-0fb4d97f3470,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:26.357037 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-a17416e4-c9f2-4cf3-af47-0f3a6b670cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:26.382005 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-722d761b-b6a0-4aec-a75b-06f85752f78d req-187f3043-1b57-4afd-b8e0-76d0541527e9 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/security-groups?id=8eaec939-e9b5-4c8f-9943-4bba1e4d2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991361 Jun 18 22:01:26.382005 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Attempting to bind port 17b4c66b-c345-4a94-99e3-6207110f53a4 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:01:26.382005 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Attempting to bind port 17b4c66b-c345-4a94-99e3-6207110f53a4 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '63ba8654-d0f6-4d7c-9674-3bb0e09ce1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fa42241d-a114-4767-afc4-458da9604bc4'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:01:26.382005 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Attempting to bind port 17b4c66b-c345-4a94-99e3-6207110f53a4 on network fa42241d-a114-4767-afc4-458da9604bc4 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:01:26.398976 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] For port c51c0e8e-e806-4e09-bade-6c9d5b348840, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=c51c0e8e-e806-4e09-bade-6c9d5b348840,segment=NetworkSegment(04bdea9c-0f85-43ce-a5c6-f791f52ed4d5),segment_id=04bdea9c-0f85-43ce-a5c6-f791f52ed4d5)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:01:26.415959 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Port 17b4c66b-c345-4a94-99e3-6207110f53a4 on network fa42241d-a114-4767-afc4-458da9604bc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:01:26.419917 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Attempting to bind port 17b4c66b-c345-4a94-99e3-6207110f53a4 on network fa42241d-a114-4767-afc4-458da9604bc4 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:01:26.521095 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=0e4e7713-7359-42c5-9bf4-19dafa738fdb,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:26.521095 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:26.521746 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Pushing event updated for resources: {'Port': ['ID=63fee8f7-9e80-40b3-a7a5-e5739fbdb15b,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:26.521746 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:26.521746 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546185'] for floatingip, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:26.522291 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:01:26.522291 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Checking segment: {'id': '63ba8654-d0f6-4d7c-9674-3bb0e09ce1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fa42241d-a114-4767-afc4-458da9604bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:26.522291 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Bound using segment: {'id': '63ba8654-d0f6-4d7c-9674-3bb0e09ce1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fa42241d-a114-4767-afc4-458da9604bc4'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:01:26.522291 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Bound port: 17b4c66b-c345-4a94-99e3-6207110f53a4, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ba8654-d0f6-4d7c-9674-3bb0e09ce1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fa42241d-a114-4767-afc4-458da9604bc4'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:01:26.522291 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:26.522291 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-adf70451-c803-49a9-ba81-b013e9502464 req-41c880ee-bd35-4da4-abf7-b37067829db8 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=02a6e92122c648009a67bed9a25e5509&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6641376 Jun 18 22:01:26.615926 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c25214db-47e7-48fc-a4b2-6c0fa1e4cbbe tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:26.674727 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] For port 17b4c66b-c345-4a94-99e3-6207110f53a4, host hv-cinder-76675, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:01:26.682546 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] For port 17b4c66b-c345-4a94-99e3-6207110f53a4, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=17b4c66b-c345-4a94-99e3-6207110f53a4,segment=NetworkSegment(63ba8654-d0f6-4d7c-9674-3bb0e09ce1cf),segment_id=63ba8654-d0f6-4d7c-9674-3bb0e09ce1cf)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:01:26.729972 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-adf70451-c803-49a9-ba81-b013e9502464 req-15068dc9-5187-4f98-8aa1-9998b3047479 service neutron] 10.222.0.38 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098625 Jun 18 22:01:26.860631 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-adf70451-c803-49a9-ba81-b013e9502464 req-597dfdbd-883f-4a7f-9a26-1e608cba0964 service neutron] 10.222.0.38 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297388 Jun 18 22:01:27.139210 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:27.141439 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:27.169124 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c25214db-47e7-48fc-a4b2-6c0fa1e4cbbe tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:27.172170 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:27.176599 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:27.177388 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port f6483501-f72e-4e29-8843-6301c29c072d completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:01:27.182258 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:27.191519 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port f6483501-f72e-4e29-8843-6301c29c072d triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:27.191876 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:27.194202 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6114976 Jun 18 22:01:27.286660 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Routers {'6395dcf5-5946-4834-b30f-ada416e0e5a5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:01:27.287177 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:01:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['6395dcf5-5946-4834-b30f-ada416e0e5a5'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:27.325488 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c25214db-47e7-48fc-a4b2-6c0fa1e4cbbe tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546185'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:27.342524 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:27.346771 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:27.348701 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] 10.222.0.44 "PUT /v2.0/ports/17b4c66b-c345-4a94-99e3-6207110f53a4 HTTP/1.1" status: 200 len: 1094 time: 5.5692201 Jun 18 22:01:27.364736 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17c0ca4-f40e-42f5-ad92-3198342da405', 'tag': '17b4c66b-c345-4a94-99e3-6207110f53a4'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:01:27.473962 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25214db-47e7-48fc-a4b2-6c0fa1e4cbbe tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Pushing event updated for resources: {'Port': ['ID=3e3ed7bf-05ed-4d2a-9347-2d16cfc39246,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:27.510240 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ad41ccb3-844a-4905-b2a7-4d4f27ceb828 req-8c223bf1-a4e1-45d2-9981-0d223f291dd4 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 210 time: 0.1603510 Jun 18 22:01:27.570749 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c25214db-47e7-48fc-a4b2-6c0fa1e4cbbe tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:27.584516 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3376bed-492d-414d-a809-7eb3f12af570 None None] Pushing event updated for resources: {'Port': ['ID=c51c0e8e-e806-4e09-bade-6c9d5b348840,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:27.588353 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-b3376bed-492d-414d-a809-7eb3f12af570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:27.602902 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-c25214db-47e7-48fc-a4b2-6c0fa1e4cbbe tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1744270 Jun 18 22:01:27.677906 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Pushing event updated for resources: {'Port': ['ID=17b4c66b-c345-4a94-99e3-6207110f53a4,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:27.682071 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:27.683179 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:27.683786 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:27.692917 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] Set router 6395dcf5-5946-4834-b30f-ada416e0e5a5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:01:28.176949 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:28.264341 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca14cbf-72a3-4f28-8e33-65984319a955 req-9fd95cda-6fbb-45be-a8b2-6c2215dd0a06 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:28.266625 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bca14cbf-72a3-4f28-8e33-65984319a955 req-9fd95cda-6fbb-45be-a8b2-6c2215dd0a06 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 944 time: 0.4267752 Jun 18 22:01:28.272148 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-55291ee4-c242-45b0-beec-37bc8f247770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:28.273606 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-55291ee4-c242-45b0-beec-37bc8f247770 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70451f57820b4534abea34ac51e9918d&device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 1097 time: 0.3928707 Jun 18 22:01:28.320595 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-5c44825d-bd50-433b-b8fd-37a058ca7ca4 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--2049930001&fields=id&tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7 HTTP/1.1" status: 200 len: 267 time: 0.0934942 Jun 18 22:01:28.337282 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port f6483501-f72e-4e29-8843-6301c29c072d, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=f6483501-f72e-4e29-8843-6301c29c072d,segment=NetworkSegment(460f6417-ab01-4abe-9260-59d1ab54280a),segment_id=460f6417-ab01-4abe-9260-59d1ab54280a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:28.402805 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'name': 'tempest-ServerRescueNegativeTestJSON-1364003537-router', 'tenant_id': '02a6e92122c648009a67bed9a25e5509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '69def435-16b3-443f-a157-d3deec9e7aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:17Z', 'revision_number': 4, 'project_id': '02a6e92122c648009a67bed9a25e5509', 'gw_port': {'id': '69def435-16b3-443f-a157-d3deec9e7aca', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': 'c51c0e8e-e806-4e09-bade-6c9d5b348840', 'name': '', 'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493', 'tenant_id': '02a6e92122c648009a67bed9a25e5509', 'mac_address': 'fa:16:3e:7f:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6010c590-2fee-479f-8c83-b0d256412620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:15Z', 'updated_at': '2021-06-18T22:01:26Z', 'revision_number': 4, 'project_id': '02a6e92122c648009a67bed9a25e5509', 'subnets': [{'id': '6010c590-2fee-479f-8c83-b0d256412620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:01:28.463214 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:28.465229 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:28.468340 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eb10d1-7cd4-429b-9550-b21b5060d8f6 None None] The sync data for ids ['6395dcf5-5946-4834-b30f-ada416e0e5a5'] in dv-cinder-766752-3-iscsi is: [{'id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'name': 'tempest-ServerRescueNegativeTestJSON-1364003537-router', 'tenant_id': '02a6e92122c648009a67bed9a25e5509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '69def435-16b3-443f-a157-d3deec9e7aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:17Z', 'revision_number': 4, 'project_id': '02a6e92122c648009a67bed9a25e5509', 'gw_port': {'id': '69def435-16b3-443f-a157-d3deec9e7aca', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': 'c51c0e8e-e806-4e09-bade-6c9d5b348840', 'name': '', 'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493', 'tenant_id': '02a6e92122c648009a67bed9a25e5509', 'mac_address': 'fa:16:3e:7f:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6010c590-2fee-479f-8c83-b0d256412620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:15Z', 'updated_at': '2021-06-18T22:01:26Z', 'revision_number': 4, 'project_id': '02a6e92122c648009a67bed9a25e5509', 'subnets': [{'id': '6010c590-2fee-479f-8c83-b0d256412620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:01:28.482026 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bca14cbf-72a3-4f28-8e33-65984319a955 req-2d4feeb8-2ab2-4a16-8d5a-603faa117b1e tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/security-groups?id=8eaec939-e9b5-4c8f-9943-4bba1e4d2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073641 Jun 18 22:01:28.586850 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-0fcf61c3-33d9-4128-83b0-fdb263e44222 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:28.605225 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=f6483501-f72e-4e29-8843-6301c29c072d,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:28.606350 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-0fcf61c3-33d9-4128-83b0-fdb263e44222 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/networks?id=7dc362ef-bd1f-40fa-861d-5e2be660a931 HTTP/1.1" status: 200 len: 817 time: 0.2845886 Jun 18 22:01:28.625182 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-5134477f-e9c0-4b91-8b5c-07da6637c31a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/quotas/b5cd1eeb4bcc475ebbc2fd572b828eb7 HTTP/1.1" status: 200 len: 375 time: 0.0135128 Jun 18 22:01:28.649253 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:28.724431 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 0e4e7713-7359-42c5-9bf4-19dafa738fdb up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:28.819582 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18687e1-8759-4fdf-ba30-9f2f9b49cbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "a17c0ca4-f40e-42f5-ad92-3198342da405", "tag": "17b4c66b-c345-4a94-99e3-6207110f53a4"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:01:28.828649 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-4698a9ed-fd92-48f7-b597-37b3a09993be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17b4c66b-c345-4a94-99e3-6207110f53a4 HTTP/1.1" status: 200 len: 217 time: 0.1899636 Jun 18 22:01:28.881267 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 0e4e7713-7359-42c5-9bf4-19dafa738fdb triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:28.881267 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:28.986928 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-9380f2bb-5596-4887-9033-1c8fd86cdd9d tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:28.989043 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-9380f2bb-5596-4887-9033-1c8fd86cdd9d tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/networks?id=7e3d4388-f912-494e-9274-2eaf8813e493 HTTP/1.1" status: 200 len: 819 time: 0.1653233 Jun 18 22:01:29.077926 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-4220143a-3ae7-40e5-92b9-fee07779df70 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/quotas/02a6e92122c648009a67bed9a25e5509 HTTP/1.1" status: 200 len: 375 time: 0.0605457 Jun 18 22:01:29.144146 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-51f24380-1be1-4b43-ad0e-d06ddc30a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:29.145499 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-51f24380-1be1-4b43-ad0e-d06ddc30a925 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4720113c-8bbd-4273-9813-2ea4203d9229 HTTP/1.1" status: 200 len: 852 time: 0.1560526 Jun 18 22:01:29.261778 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-e669af9e-7f46-43ca-84d6-715d8bf07d4b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6235192 Jun 18 22:01:29.308551 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60430) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:29.329171 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-41e0be1d-b362-4a89-93f3-e8cf729a9743 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa42241d-a114-4767-afc4-458da9604bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1621628 Jun 18 22:01:29.564596 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-0c13c474-0d9e-497c-8b3f-89aaed788a8c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=02a6e92122c648009a67bed9a25e5509&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4087944 Jun 18 22:01:29.565195 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-09fb5d09-b57d-449d-9860-b31ff23c2136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:29.686445 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-09fb5d09-b57d-449d-9860-b31ff23c2136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:29.774139 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-09fb5d09-b57d-449d-9860-b31ff23c2136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:29.779216 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:29.836042 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-60a00ca5-0890-412d-ba50-c026dabb434c service neutron] 10.222.0.44 "GET /v2.0/networks/fa42241d-a114-4767-afc4-458da9604bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052648 Jun 18 22:01:29.871933 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-09fb5d09-b57d-449d-9860-b31ff23c2136 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aca61437e44a4551995f83de477e0dea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5615187 Jun 18 22:01:29.873396 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb5d09-b57d-449d-9860-b31ff23c2136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1c8de1-faae-4e59-b9d0-6cf4fbf2b3b1,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:29.877620 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-09fb5d09-b57d-449d-9860-b31ff23c2136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:29.878419 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60454) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:29.938971 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-f88eaf30-f1de-4929-b50b-5150c82e41bb service neutron] 10.222.0.38 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441373 Jun 18 22:01:29.964083 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fdfe180f-4d78-4f63-a602-f1e60f070a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:30.016021 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fdfe180f-4d78-4f63-a602-f1e60f070a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:30.067596 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-962b0397-ddc0-4698-b477-7c3915d8c134 service neutron] 10.222.0.38 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196082 Jun 18 22:01:30.114182 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-688f5db0-0bb1-4e4b-a573-19579ee5d593 req-5e4ac289-a97d-401e-8ad5-f3dcbb09e3a8 service neutron] 10.222.0.44 "GET /v2.0/networks/fa42241d-a114-4767-afc4-458da9604bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689583 Jun 18 22:01:30.160177 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fdfe180f-4d78-4f63-a602-f1e60f070a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:30.170196 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fdfe180f-4d78-4f63-a602-f1e60f070a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:30.177392 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-fdfe180f-4d78-4f63-a602-f1e60f070a83 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3f1c8de1-faae-4e59-b9d0-6cf4fbf2b3b1 HTTP/1.1" status: 204 len: 168 time: 0.2976437 Jun 18 22:01:30.181292 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:30.183520 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-561fca3a-a870-4424-8924-f7c393f244c9 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 22:01:30.184768 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-561fca3a-a870-4424-8924-f7c393f244c9 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3844492 Jun 18 22:01:30.209379 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe180f-4d78-4f63-a602-f1e60f070a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1c8de1-faae-4e59-b9d0-6cf4fbf2b3b1,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:30.242987 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-fdfe180f-4d78-4f63-a602-f1e60f070a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:30.371799 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-f6ee9c3c-1c36-4c1a-83f9-ce7c1083a12d service neutron] 10.222.0.38 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800926 Jun 18 22:01:30.515724 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-e6253e76-f84f-4363-b7af-97e1878e5f35 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--123498009&fields=id&tenant_id=060b087bd54643a881c64aaba76b1ffe HTTP/1.1" status: 200 len: 267 time: 0.0555141 Jun 18 22:01:30.584618 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-45fca8c4-b98d-419d-a97a-a91ea93ff78c service neutron] 10.222.0.38 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065125 Jun 18 22:01:30.670843 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-976f8b32-55c3-4ef7-8378-147ac2b211b6 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:30.679336 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-976f8b32-55c3-4ef7-8378-147ac2b211b6 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/networks?id=b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba HTTP/1.1" status: 200 len: 811 time: 0.1637983 Jun 18 22:01:30.700244 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-93ff7537-a3ca-4fd1-988c-43c9f7a96269 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/quotas/060b087bd54643a881c64aaba76b1ffe HTTP/1.1" status: 200 len: 375 time: 0.0196829 Jun 18 22:01:30.765169 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device f6483501-f72e-4e29-8843-6301c29c072d up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:30.813229 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-74afa555-57d0-4191-a708-94f142614811 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=060b087bd54643a881c64aaba76b1ffe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1117203 Jun 18 22:01:30.843361 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port f6483501-f72e-4e29-8843-6301c29c072d triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:30.847126 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:30.943926 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device c51c0e8e-e806-4e09-bade-6c9d5b348840 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:30.971440 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7f676c09-e198-4c1e-817b-f1c39fc40aef service neutron] 10.222.0.38 "GET /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423199 Jun 18 22:01:31.115036 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60508) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:31.133413 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f8bbc17e-2ef8-4049-9260-744f635f0255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:31.143959 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-8b93deac-d309-4d9c-9981-a0a9702f18df service neutron] 10.222.0.38 "GET /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658237 Jun 18 22:01:31.208048 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port c51c0e8e-e806-4e09-bade-6c9d5b348840 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:01:31.212859 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port c51c0e8e-e806-4e09-bade-6c9d5b348840 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:31.213546 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:31.395003 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f8bbc17e-2ef8-4049-9260-744f635f0255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:31.398780 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:31.434893 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port c51c0e8e-e806-4e09-bade-6c9d5b348840, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=c51c0e8e-e806-4e09-bade-6c9d5b348840,segment=NetworkSegment(04bdea9c-0f85-43ce-a5c6-f791f52ed4d5),segment_id=04bdea9c-0f85-43ce-a5c6-f791f52ed4d5)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:31.476815 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f8bbc17e-2ef8-4049-9260-744f635f0255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:31.506490 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6411fbd7-08d4-4197-9d76-e68d3892afa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:31.540361 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:31.541828 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:31.574804 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-f8bbc17e-2ef8-4049-9260-744f635f0255 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9d41fc6750dd4b8e8240a65f5c52dae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4561605 Jun 18 22:01:31.575783 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 60528) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:31.576868 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbc17e-2ef8-4049-9260-744f635f0255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdeeb21-d0be-4b99-bad7-e5a70a55d1ac,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:31.580410 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-f8bbc17e-2ef8-4049-9260-744f635f0255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:31.630290 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c593be-bee1-4506-bf93-e087afb923aa x-openstack-request-id: req-e9c593be-bee1-4506-bf93-e087afb923aa {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:01:31.631995 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17c0ca4-f40e-42f5-ad92-3198342da405", "tag": "17b4c66b-c345-4a94-99e3-6207110f53a4", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:01:31.632434 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e9c593be-bee1-4506-bf93-e087afb923aa {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:01:31.633343 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17c0ca4-f40e-42f5-ad92-3198342da405', 'tag': '17b4c66b-c345-4a94-99e3-6207110f53a4', 'status': 'completed', 'code': 200} Jun 18 22:01:31.689190 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=c51c0e8e-e806-4e09-bade-6c9d5b348840,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:31.692922 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:31.833993 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2f2ebcfe-3487-4510-84ea-4de539a969fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:31.899593 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a3a18509-9c69-4f3e-92d2-bc0838caef5c req-fc883726-cb28-46bc-a23f-e49ff3de6518 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 210 time: 0.0629938 Jun 18 22:01:31.910907 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2f2ebcfe-3487-4510-84ea-4de539a969fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:31.965543 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b4bab-1ce7-4c62-85b9-3e2554d5139c req-b6999a28-b38e-4933-9d13-556e5e085171 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:31.975972 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-105b4bab-1ce7-4c62-85b9-3e2554d5139c req-b6999a28-b38e-4933-9d13-556e5e085171 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 944 time: 0.3171558 Jun 18 22:01:31.975972 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18687e1-8759-4fdf-ba30-9f2f9b49cbc6 req-6b832130-58dd-495f-bf1a-80e7600d270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:31.975972 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a18687e1-8759-4fdf-ba30-9f2f9b49cbc6 req-6b832130-58dd-495f-bf1a-80e7600d270f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70451f57820b4534abea34ac51e9918d&device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 1097 time: 0.2688808 Jun 18 22:01:32.047461 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3e59733c-a843-435c-ae41-027b8ca3ce1c req-6a011f4e-9364-4a51-aa1b-2a1e938e90be tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 210 time: 0.0704293 Jun 18 22:01:32.114376 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60587) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:32.159056 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2f2ebcfe-3487-4510-84ea-4de539a969fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:32.189517 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2f2ebcfe-3487-4510-84ea-4de539a969fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:32.190071 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-2f2ebcfe-3487-4510-84ea-4de539a969fc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6fdeeb21-d0be-4b99-bad7-e5a70a55d1ac HTTP/1.1" status: 204 len: 168 time: 0.6131890 Jun 18 22:01:32.201433 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-105b4bab-1ce7-4c62-85b9-3e2554d5139c req-01e2c6f4-b12b-41ea-b4ea-01034c12872b tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/security-groups?id=8eaec939-e9b5-4c8f-9943-4bba1e4d2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259619 Jun 18 22:01:32.208650 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-47e2e61c-1cc1-4f92-9f19-6d37805eeaab req-ee91e27a-94c4-469c-bb1b-e545d01b30b3 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 210 time: 0.0905051 Jun 18 22:01:32.218569 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:32.230692 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ebcfe-3487-4510-84ea-4de539a969fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdeeb21-d0be-4b99-bad7-e5a70a55d1ac,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:32.233573 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-2f2ebcfe-3487-4510-84ea-4de539a969fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:32.397770 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18687e1-8759-4fdf-ba30-9f2f9b49cbc6 req-8bb4cbe9-6f95-4dcc-90be-06ba9f588a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:32.412225 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a18687e1-8759-4fdf-ba30-9f2f9b49cbc6 req-8bb4cbe9-6f95-4dcc-90be-06ba9f588a59 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa42241d-a114-4767-afc4-458da9604bc4 HTTP/1.1" status: 200 len: 913 time: 0.4212890 Jun 18 22:01:32.503502 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a18687e1-8759-4fdf-ba30-9f2f9b49cbc6 req-0207fea5-05f9-4354-9e4b-d27ab522908a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17b4c66b-c345-4a94-99e3-6207110f53a4 HTTP/1.1" status: 200 len: 217 time: 0.0843084 Jun 18 22:01:32.554676 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf70451-c803-49a9-ba81-b013e9502464 req-60dbf1e6-3777-47d7-9e98-4b88671599eb tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:32.557058 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [req-adf70451-c803-49a9-ba81-b013e9502464 req-60dbf1e6-3777-47d7-9e98-4b88671599eb tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.44 "GET /v2.0/networks?id=7e3d4388-f912-494e-9274-2eaf8813e493 HTTP/1.1" status: 200 len: 819 time: 0.4412537 Jun 18 22:01:32.592785 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18687e1-8759-4fdf-ba30-9f2f9b49cbc6 req-37a4d1b2-ec42-4af8-b071-6ef5e1ce0466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:32.593516 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [req-adf70451-c803-49a9-ba81-b013e9502464 req-38cf5e51-5cd4-4076-a4b7-9d67ab089cf3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Request body: {'port': {'device_id': 'a7f6ec12-1ef7-4d7a-a452-0928790ffa43', 'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493', 'admin_state_up': True, 'tenant_id': '02a6e92122c648009a67bed9a25e5509'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:32.593628 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device c51c0e8e-e806-4e09-bade-6c9d5b348840 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:32.594038 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a18687e1-8759-4fdf-ba30-9f2f9b49cbc6 req-37a4d1b2-ec42-4af8-b071-6ef5e1ce0466 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4720113c-8bbd-4273-9813-2ea4203d9229 HTTP/1.1" status: 200 len: 852 time: 0.0755651 Jun 18 22:01:32.633027 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a18687e1-8759-4fdf-ba30-9f2f9b49cbc6 req-56edbab5-8a4f-4053-9220-7cb0e6fa9025 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa42241d-a114-4767-afc4-458da9604bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411489 Jun 18 22:01:32.653168 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port c51c0e8e-e806-4e09-bade-6c9d5b348840 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:32.653450 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:32.822771 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a18687e1-8759-4fdf-ba30-9f2f9b49cbc6 req-2418d3ba-aa87-4933-86f4-86ef3ba5b9fd service neutron] 10.222.0.44 "GET /v2.0/networks/fa42241d-a114-4767-afc4-458da9604bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806884 Jun 18 22:01:32.911686 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf70451-c803-49a9-ba81-b013e9502464 req-38cf5e51-5cd4-4076-a4b7-9d67ab089cf3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Made reservation on behalf of 02a6e92122c648009a67bed9a25e5509 for: {'port': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:32.915601 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-adf70451-c803-49a9-ba81-b013e9502464 req-38cf5e51-5cd4-4076-a4b7-9d67ab089cf3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:32.954610 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a18687e1-8759-4fdf-ba30-9f2f9b49cbc6 req-985d16d1-5237-4692-a7e1-a669f102a404 service neutron] 10.222.0.44 "GET /v2.0/networks/fa42241d-a114-4767-afc4-458da9604bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244102 Jun 18 22:01:33.061134 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 17b4c66b-c345-4a94-99e3-6207110f53a4 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:01:33.130983 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e9827db3-2f70-452d-a8f2-97a74b40aa55 req-fee70ee3-0881-498a-8055-5299541c8443 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 210 time: 0.0949328 Jun 18 22:01:33.246358 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 17b4c66b-c345-4a94-99e3-6207110f53a4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=17b4c66b-c345-4a94-99e3-6207110f53a4,segment=NetworkSegment(63ba8654-d0f6-4d7c-9674-3bb0e09ce1cf),segment_id=63ba8654-d0f6-4d7c-9674-3bb0e09ce1cf)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:33.287769 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': '17b4c66b-c345-4a94-99e3-6207110f53a4', 'network_id': 'fa42241d-a114-4767-afc4-458da9604bc4', 'port_id': '17b4c66b-c345-4a94-99e3-6207110f53a4', 'mac_address': 'fa:16:3e:9b:08:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720113c-8bbd-4273-9813-2ea4203d9229', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:01:33.295069 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-92a1242e-8fec-4bdf-a3b4-46c78ca2c25b req-99a6c099-bb7c-4ae8-8e04-4bd7c65b589b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 210 time: 0.0399199 Jun 18 22:01:33.421581 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:33.464885 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b4c66b-c345-4a94-99e3-6207110f53a4 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:01:33.481838 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9290ad-ed90-4973-bf62-b2386b1116b5 req-598c1e63-0f47-49bf-9ca0-d81212ccd69c tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:33.482937 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cd9290ad-ed90-4973-bf62-b2386b1116b5 req-598c1e63-0f47-49bf-9ca0-d81212ccd69c tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 944 time: 0.1403208 Jun 18 22:01:33.554714 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 17b4c66b-c345-4a94-99e3-6207110f53a4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=17b4c66b-c345-4a94-99e3-6207110f53a4,segment=NetworkSegment(63ba8654-d0f6-4d7c-9674-3bb0e09ce1cf),segment_id=63ba8654-d0f6-4d7c-9674-3bb0e09ce1cf)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:33.575883 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [req-adf70451-c803-49a9-ba81-b013e9502464 req-38cf5e51-5cd4-4076-a4b7-9d67ab089cf3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Allocated IP 172.20.0.6 (7e3d4388-f912-494e-9274-2eaf8813e493/6010c590-2fee-479f-8c83-b0d256412620/3d722b41-85ff-42d5-b436-afd06a4cbb66) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:01:33.584638 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a6b7e4bd-22ec-48d0-850e-e282c85d5244 req-65738553-82f5-437c-8290-b674d2e0c2f9 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 210 time: 0.0675273 Jun 18 22:01:33.610871 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cd9290ad-ed90-4973-bf62-b2386b1116b5 req-9c2c7211-692b-4a01-b4b0-2de8556a23df tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/security-groups?id=8eaec939-e9b5-4c8f-9943-4bba1e4d2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189845 Jun 18 22:01:33.638100 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:33.644441 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:33.719353 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=17b4c66b-c345-4a94-99e3-6207110f53a4,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:33.734366 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:33.776047 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-adf70451-c803-49a9-ba81-b013e9502464 req-38cf5e51-5cd4-4076-a4b7-9d67ab089cf3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:33.783278 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-f7ecfc27-a1f4-4b3d-a59c-fb828290a6b9 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:33.784859 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-f7ecfc27-a1f4-4b3d-a59c-fb828290a6b9 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.44 "GET /v2.0/networks?id=7e3d4388-f912-494e-9274-2eaf8813e493 HTTP/1.1" status: 200 len: 819 time: 0.1506317 Jun 18 22:01:33.812429 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-08b339b8-5556-4a0e-9d20-056a142f1f8e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Request body: {'port': {'device_id': '54502ca5-277e-40b1-8f62-0f0c63331763', 'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493', 'admin_state_up': True, 'tenant_id': '02a6e92122c648009a67bed9a25e5509'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:33.948671 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-adf70451-c803-49a9-ba81-b013e9502464 req-38cf5e51-5cd4-4076-a4b7-9d67ab089cf3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9460589'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:33.951955 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:33.961726 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['17b4c66b-c345-4a94-99e3-6207110f53a4'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:01:34.024885 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-08b339b8-5556-4a0e-9d20-056a142f1f8e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Made reservation on behalf of 02a6e92122c648009a67bed9a25e5509 for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:34.028534 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-08b339b8-5556-4a0e-9d20-056a142f1f8e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:34.074560 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf70451-c803-49a9-ba81-b013e9502464 req-38cf5e51-5cd4-4076-a4b7-9d67ab089cf3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Network 7e3d4388-f912-494e-9274-2eaf8813e493 is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:01:34.112959 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [req-adf70451-c803-49a9-ba81-b013e9502464 req-38cf5e51-5cd4-4076-a4b7-9d67ab089cf3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:34.123955 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf70451-c803-49a9-ba81-b013e9502464 req-38cf5e51-5cd4-4076-a4b7-9d67ab089cf3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:01:34.214277 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf70451-c803-49a9-ba81-b013e9502464 req-38cf5e51-5cd4-4076-a4b7-9d67ab089cf3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:34.219485 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-adf70451-c803-49a9-ba81-b013e9502464 req-38cf5e51-5cd4-4076-a4b7-9d67ab089cf3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for port, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:34.270624 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf5e51-5cd4-4076-a4b7-9d67ab089cf3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Pushing event updated for resources: {'Port': ['ID=3d722b41-85ff-42d5-b436-afd06a4cbb66,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:34.275021 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-38cf5e51-5cd4-4076-a4b7-9d67ab089cf3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:34.289963 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-08b339b8-5556-4a0e-9d20-056a142f1f8e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Allocated IP 172.20.0.3 (7e3d4388-f912-494e-9274-2eaf8813e493/6010c590-2fee-479f-8c83-b0d256412620/b427870c-d48c-4e63-aa2d-9835c4427716) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:01:34.420602 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [req-adf70451-c803-49a9-ba81-b013e9502464 req-38cf5e51-5cd4-4076-a4b7-9d67ab089cf3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8484864 Jun 18 22:01:34.424889 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-15b08232-8db8-4cea-bc3f-1e10ffc27e25 req-c9ec3223-4280-4d2c-946e-73231ad37d09 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 210 time: 0.0541630 Jun 18 22:01:34.458880 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Request body: {'port': {'device_id': 'a7f6ec12-1ef7-4d7a-a452-0928790ffa43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:34.502353 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-18772089-2f49-4a55-9557-3abecb94f815 req-d867b12d-fa90-4f38-a769-c49886d5523e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 210 time: 0.0433667 Jun 18 22:01:34.578478 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:34.706835 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.44', 60598) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:34.768963 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-08b339b8-5556-4a0e-9d20-056a142f1f8e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:35.063073 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 17b4c66b-c345-4a94-99e3-6207110f53a4 up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:35.095997 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bb4ec2ac-b4a6-4283-95a1-3896d9ac6f8d req-8f916dc4-369c-4082-97cd-52851a5acc96 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 210 time: 0.3143654 Jun 18 22:01:35.154552 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-cef97e70-8a28-4cfe-8345-c913886fe5a0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:35.156270 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-cef97e70-8a28-4cfe-8345-c913886fe5a0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.44 "GET /v2.0/networks?id=7dc362ef-bd1f-40fa-861d-5e2be660a931 HTTP/1.1" status: 200 len: 817 time: 0.4417884 Jun 18 22:01:35.217648 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb18bc-6ae3-496e-90b0-7a24888a0cb5 req-f45c3dc9-3708-45f5-88b1-4975fd81f72f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:35.233065 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5ebb18bc-6ae3-496e-90b0-7a24888a0cb5 req-f45c3dc9-3708-45f5-88b1-4975fd81f72f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 945 time: 0.3907225 Jun 18 22:01:35.276745 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60674) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:35.288141 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-9bccb696-b14f-4d81-8113-406ffaf2e16c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7 HTTP/1.1" status: 200 len: 380 time: 0.1175933 Jun 18 22:01:35.293060 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-08b339b8-5556-4a0e-9d20-056a142f1f8e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:35.300264 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-df282662-ba20-4bc5-bd1b-ef3691830a34 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Request body: {'port': {'device_id': 'fcb7b577-acbf-49e7-b792-01fee9db6bf7', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'admin_state_up': True, 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'security_groups': ['69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc']}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:35.308924 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:35.314726 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port 17b4c66b-c345-4a94-99e3-6207110f53a4 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:01:35.320076 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port 17b4c66b-c345-4a94-99e3-6207110f53a4 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:35.327456 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:35.449586 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.44', 60601) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:35.459447 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6179549c-a462-4623-8fbc-ce646fd36f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:35.474749 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:35.475543 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5ebb18bc-6ae3-496e-90b0-7a24888a0cb5 req-c60d3ab9-8723-4d25-9614-56335592ea6d tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/security-groups?id=8eaec939-e9b5-4c8f-9943-4bba1e4d2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384593 Jun 18 22:01:35.534300 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-08b339b8-5556-4a0e-9d20-056a142f1f8e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Network 7e3d4388-f912-494e-9274-2eaf8813e493 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:01:35.546305 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17c0ca4-f40e-42f5-ad92-3198342da405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b4c66b-c345-4a94-99e3-6207110f53a4'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:01:35.618693 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b339b8-5556-4a0e-9d20-056a142f1f8e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Pushing event updated for resources: {'Port': ['ID=b427870c-d48c-4e63-aa2d-9835c4427716,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:35.634443 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-08b339b8-5556-4a0e-9d20-056a142f1f8e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:35.639621 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-08b339b8-5556-4a0e-9d20-056a142f1f8e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:01:35.649477 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-08b339b8-5556-4a0e-9d20-056a142f1f8e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:35.650513 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-08b339b8-5556-4a0e-9d20-056a142f1f8e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:35.658665 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-08b339b8-5556-4a0e-9d20-056a142f1f8e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:35.723126 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 17b4c66b-c345-4a94-99e3-6207110f53a4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=17b4c66b-c345-4a94-99e3-6207110f53a4,segment=NetworkSegment(63ba8654-d0f6-4d7c-9674-3bb0e09ce1cf),segment_id=63ba8654-d0f6-4d7c-9674-3bb0e09ce1cf)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:35.789843 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2f1e5acf-e8fb-4cdb-8af2-ea3ebb9129cf req-31bd68ac-94c3-402c-b718-aefb28077b16 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 210 time: 0.0510027 Jun 18 22:01:35.830605 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.notifiers.nova [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d722b41-85ff-42d5-b436-afd06a4cbb66 {{(pid=93153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:01:35.836286 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:35.838266 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-6c4af1ff-81a7-4469-8127-2b967b921b71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:35.842225 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:35.865217 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.provisioning_blocks [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Transition to ACTIVE for port object 3d722b41-85ff-42d5-b436-afd06a4cbb66 will not be triggered until provisioned by entity L2. {{(pid=93153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:01:35.883966 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f9dd2a-4dfe-49e2-9836-ad314a4a37a4" -d '{"events": [{"server_uuid": "a17c0ca4-f40e-42f5-ad92-3198342da405", "name": "network-vif-plugged", "status": "completed", "tag": "17b4c66b-c345-4a94-99e3-6207110f53a4"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:01:35.886503 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-42715cdd-7d3a-458c-be57-f956994b284e tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:35.887871 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-42715cdd-7d3a-458c-be57-f956994b284e tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.44 "GET /v2.0/networks?id=b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba HTTP/1.1" status: 200 len: 811 time: 0.4096892 Jun 18 22:01:35.907805 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0109d5-5172-42bc-baf3-69a838e2d9c9 req-05475388-194f-419c-8efd-be525a019b05 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:35.909420 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8b0109d5-5172-42bc-baf3-69a838e2d9c9 req-05475388-194f-419c-8efd-be525a019b05 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 931 time: 0.2239041 Jun 18 22:01:35.913012 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=17b4c66b-c345-4a94-99e3-6207110f53a4,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:35.916151 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:35.937635 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6179549c-a462-4623-8fbc-ce646fd36f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:35.978055 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-69f95706-2ab1-457d-ae2e-cfce525b5b77 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=060b087bd54643a881c64aaba76b1ffe HTTP/1.1" status: 200 len: 379 time: 0.0674753 Jun 18 22:01:35.980930 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8b0109d5-5172-42bc-baf3-69a838e2d9c9 req-639a18f6-2816-4ada-b49f-f5912851cef8 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620477 Jun 18 22:01:35.987496 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-452c4c30-bea5-4769-bf4b-feb69b95fa0a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Request body: {'port': {'device_id': '496464fb-3785-4155-abf1-74616f4a624c', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'admin_state_up': True, 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'security_groups': ['e5669d32-89cf-43e6-a605-4af6c9e949f3']}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:35.990550 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460571'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:35.994299 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-899dc423-447f-43d4-a8db-1d8d840f1cd9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:36.019124 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7733e018-fb2d-4039-81e6-9b4fbdbe79da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:36.074893 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d722b41-85ff-42d5-b436-afd06a4cbb66,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:36.086652 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6179549c-a462-4623-8fbc-ce646fd36f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:36.086990 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:36.120965 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dd741c-1a7e-4a61-9035-9d04824031dc x-openstack-request-id: req-b5dd741c-1a7e-4a61-9035-9d04824031dc {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:01:36.121446 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17c0ca4-f40e-42f5-ad92-3198342da405", "name": "network-vif-plugged", "status": "completed", "tag": "17b4c66b-c345-4a94-99e3-6207110f53a4", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:01:36.121524 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b5dd741c-1a7e-4a61-9035-9d04824031dc {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:01:36.123001 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17c0ca4-f40e-42f5-ad92-3198342da405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b4c66b-c345-4a94-99e3-6207110f53a4', 'code': 200} Jun 18 22:01:36.128584 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7a7aaae6-7471-478f-9117-eb5d6795a359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:36.132939 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-6179549c-a462-4623-8fbc-ce646fd36f0e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f336aa8503664ed6b2db79accf39707f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8588398 Jun 18 22:01:36.135658 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 60714) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:36.188381 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-08b339b8-5556-4a0e-9d20-056a142f1f8e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3882771 Jun 18 22:01:36.216313 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179549c-a462-4623-8fbc-ce646fd36f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fad6d6-bda3-48f3-9fa8-f9a7e9b42475,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:36.245767 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Request body: {'port': {'device_id': '54502ca5-277e-40b1-8f62-0f0c63331763', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:36.249394 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6179549c-a462-4623-8fbc-ce646fd36f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:36.305270 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-23c7064f-2ce7-4aa0-98c9-903c7e96cbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:36.323673 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Attempting to bind port 3d722b41-85ff-42d5-b436-afd06a4cbb66 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:01:36.324358 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Attempting to bind port 3d722b41-85ff-42d5-b436-afd06a4cbb66 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '04bdea9c-0f85-43ce-a5c6-f791f52ed4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493'}] {{(pid=93153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:01:36.336034 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Attempting to bind port 3d722b41-85ff-42d5-b436-afd06a4cbb66 on network 7e3d4388-f912-494e-9274-2eaf8813e493 {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:01:36.336034 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Port 3d722b41-85ff-42d5-b436-afd06a4cbb66 on network 7e3d4388-f912-494e-9274-2eaf8813e493 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:01:36.336034 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Attempting to bind port 3d722b41-85ff-42d5-b436-afd06a4cbb66 on network 7e3d4388-f912-494e-9274-2eaf8813e493 {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:01:36.336595 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:01:36.336933 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Checking segment: {'id': '04bdea9c-0f85-43ce-a5c6-f791f52ed4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:36.337460 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Bound using segment: {'id': '04bdea9c-0f85-43ce-a5c6-f791f52ed4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493'} {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:01:36.342066 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Bound port: 3d722b41-85ff-42d5-b436-afd06a4cbb66, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04bdea9c-0f85-43ce-a5c6-f791f52ed4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493'}}] {{(pid=93153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:01:36.342444 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:36.406668 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-92ecf109-1395-464f-8410-8b0e5256e1e5 req-0fc4e46d-da12-4d3c-ad7d-5f1c10a56d79 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 210 time: 0.1026084 Jun 18 22:01:36.412599 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-df282662-ba20-4bc5-bd1b-ef3691830a34 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Made reservation on behalf of b5cd1eeb4bcc475ebbc2fd572b828eb7 for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:36.416076 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-df282662-ba20-4bc5-bd1b-ef3691830a34 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:36.421613 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] For port 3d722b41-85ff-42d5-b436-afd06a4cbb66, host hv-cinder-76675, cleared binding levels {{(pid=93153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:01:36.429088 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] For port 3d722b41-85ff-42d5-b436-afd06a4cbb66, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=3d722b41-85ff-42d5-b436-afd06a4cbb66,segment=NetworkSegment(04bdea9c-0f85-43ce-a5c6-f791f52ed4d5),segment_id=04bdea9c-0f85-43ce-a5c6-f791f52ed4d5)] {{(pid=93153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:01:36.467807 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-23c7064f-2ce7-4aa0-98c9-903c7e96cbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:36.498207 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:36.516788 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460571'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:36.521582 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:36.567470 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:36.568200 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for port, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:36.569671 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [req-adf70451-c803-49a9-ba81-b013e9502464 req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] 10.222.0.44 "PUT /v2.0/ports/3d722b41-85ff-42d5-b436-afd06a4cbb66 HTTP/1.1" status: 200 len: 1093 time: 2.1159937 Jun 18 22:01:36.570296 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f6ec12-1ef7-4d7a-a452-0928790ffa43', 'tag': '3d722b41-85ff-42d5-b436-afd06a4cbb66'}] {{(pid=93153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:01:36.579704 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.44', 60606) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:36.595383 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-452c4c30-bea5-4769-bf4b-feb69b95fa0a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Made reservation on behalf of 060b087bd54643a881c64aaba76b1ffe for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:36.598930 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-452c4c30-bea5-4769-bf4b-feb69b95fa0a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:36.623489 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d722b41-85ff-42d5-b436-afd06a4cbb66,revision_number=3']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:36.627660 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:36.645049 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c18e9d6bde45226bdbcdb03008c6a2f56c7d2f4ed9dd54f2a22aac6e91e602" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e620359-945a-4bf2-b0a7-0b70a576b2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f6ec12-1ef7-4d7a-a452-0928790ffa43", "tag": "3d722b41-85ff-42d5-b436-afd06a4cbb66"}]}' {{(pid=93153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:01:36.735078 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc03da50-c036-4cd1-9f3c-88065dea9926 x-openstack-request-id: req-fc03da50-c036-4cd1-9f3c-88065dea9926 {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:01:36.735426 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f6ec12-1ef7-4d7a-a452-0928790ffa43", "tag": "3d722b41-85ff-42d5-b436-afd06a4cbb66", "status": "completed", "code": 200}]} {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:01:36.736035 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fc03da50-c036-4cd1-9f3c-88065dea9926 {{(pid=93153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:01:36.736168 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f6ec12-1ef7-4d7a-a452-0928790ffa43', 'tag': '3d722b41-85ff-42d5-b436-afd06a4cbb66', 'status': 'completed', 'code': 200} Jun 18 22:01:36.863306 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf70451-c803-49a9-ba81-b013e9502464 req-08346529-373f-4a04-acfc-2343d879d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:36.863937 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-23c7064f-2ce7-4aa0-98c9-903c7e96cbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:36.865018 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [req-adf70451-c803-49a9-ba81-b013e9502464 req-08346529-373f-4a04-acfc-2343d879d82e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02a6e92122c648009a67bed9a25e5509&device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 1096 time: 0.1058922 Jun 18 22:01:36.887143 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-23c7064f-2ce7-4aa0-98c9-903c7e96cbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:36.890989 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-23c7064f-2ce7-4aa0-98c9-903c7e96cbba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/51fad6d6-bda3-48f3-9fa8-f9a7e9b42475 HTTP/1.1" status: 204 len: 168 time: 0.7539265 Jun 18 22:01:36.898653 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-f53d8081-6833-46bc-92db-e7a2d383da12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:36.946715 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7064f-2ce7-4aa0-98c9-903c7e96cbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fad6d6-bda3-48f3-9fa8-f9a7e9b42475,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:36.981423 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [req-adf70451-c803-49a9-ba81-b013e9502464 req-efa9c1b8-04db-4dbc-8d71-6c85d0f66bfd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d722b41-85ff-42d5-b436-afd06a4cbb66 HTTP/1.1" status: 200 len: 217 time: 0.1027129 Jun 18 22:01:37.013505 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-452c4c30-bea5-4769-bf4b-feb69b95fa0a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Allocated IP 172.20.0.4 (b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba/e88c2615-07dc-46be-ba2d-38e20e9d69fe/1bfe51a8-4d7e-4fcf-88ff-73c816145275) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:01:37.044126 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf70451-c803-49a9-ba81-b013e9502464 req-505029a0-dee3-4743-8fc1-0c272531a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:37.045613 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [req-adf70451-c803-49a9-ba81-b013e9502464 req-505029a0-dee3-4743-8fc1-0c272531a029 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6010c590-2fee-479f-8c83-b0d256412620 HTTP/1.1" status: 200 len: 859 time: 0.0574925 Jun 18 22:01:37.058291 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-23c7064f-2ce7-4aa0-98c9-903c7e96cbba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:37.059626 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-df282662-ba20-4bc5-bd1b-ef3691830a34 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Allocated IP 172.20.0.6 (7dc362ef-bd1f-40fa-861d-5e2be660a931/5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5/6c20a162-8d54-43a6-a089-b489a2c4697c) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:01:37.128375 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d7c259c1-4ddf-41af-a88e-001d25f438da req-3bfc2cca-3041-42be-adfe-3f50e516ba3c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 210 time: 0.0725069 Jun 18 22:01:37.142695 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:01:37.150178 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a39dc3-5a44-4e37-af71-2b946b90c08d req-b3ab512e-b8b8-40db-9895-6066e9573696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:37.152456 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f1a39dc3-5a44-4e37-af71-2b946b90c08d req-b3ab512e-b8b8-40db-9895-6066e9573696 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 1099 time: 0.5694876 Jun 18 22:01:37.200649 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cdc56-f1cd-4e07-a9bd-82f9b9315dc3 req-e9a93461-0163-4aed-b26b-df06fa2c1157 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:37.202240 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3d9cdc56-f1cd-4e07-a9bd-82f9b9315dc3 req-e9a93461-0163-4aed-b26b-df06fa2c1157 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 946 time: 0.5308766 Jun 18 22:01:37.225858 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-f1a39dc3-5a44-4e37-af71-2b946b90c08d req-1af41f9b-8d78-4b12-81af-f558d1f8da82 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:37.250531 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [req-adf70451-c803-49a9-ba81-b013e9502464 req-b487f3b3-7306-4934-8d81-a32de5d8e9df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e3d4388-f912-494e-9274-2eaf8813e493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1977360 Jun 18 22:01:37.361330 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [req-adf70451-c803-49a9-ba81-b013e9502464 req-cc055388-e351-4cfd-9259-629f1aad21d1 service neutron] 10.222.0.44 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043236 Jun 18 22:01:37.457219 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [req-adf70451-c803-49a9-ba81-b013e9502464 req-a5fa6881-d681-4c18-998e-b7ac4f6a7126 service neutron] 10.222.0.44 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891454 Jun 18 22:01:37.644194 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60764) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:37.660240 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c539b66c-4871-41ea-a0f9-bb986821a71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:37.690643 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3d9cdc56-f1cd-4e07-a9bd-82f9b9315dc3 req-d5829da5-d7e3-4200-8dd4-a93901411ae2 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/security-groups?id=8eaec939-e9b5-4c8f-9943-4bba1e4d2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738481 Jun 18 22:01:37.691080 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e620359-945a-4bf2-b0a7-0b70a576b2c8 req-c393f911-fdb5-4a1d-be01-fe02e2e9d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:37.692662 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6e620359-945a-4bf2-b0a7-0b70a576b2c8 req-c393f911-fdb5-4a1d-be01-fe02e2e9d029 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02a6e92122c648009a67bed9a25e5509&device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 1096 time: 0.0870974 Jun 18 22:01:37.823287 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-452c4c30-bea5-4769-bf4b-feb69b95fa0a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:37.854709 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-df282662-ba20-4bc5-bd1b-ef3691830a34 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:37.858013 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e620359-945a-4bf2-b0a7-0b70a576b2c8 req-d541665d-b413-455b-9a2f-366163e25ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:37.861139 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6e620359-945a-4bf2-b0a7-0b70a576b2c8 req-d541665d-b413-455b-9a2f-366163e25ad4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e3d4388-f912-494e-9274-2eaf8813e493 HTTP/1.1" status: 200 len: 920 time: 0.1604004 Jun 18 22:01:37.872611 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b427870c-d48c-4e63-aa2d-9835c4427716 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:01:37.888810 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c4c07f31-f912-44b8-b7a9-c4630858fc29 req-9f471755-d203-4e59-9372-b13969d45a6f tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 210 time: 0.0753574 Jun 18 22:01:37.899753 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:37.907415 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6e620359-945a-4bf2-b0a7-0b70a576b2c8 req-aca2dbdf-8a1b-4239-a364-7cf602e560da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d722b41-85ff-42d5-b436-afd06a4cbb66 HTTP/1.1" status: 200 len: 217 time: 0.0396521 Jun 18 22:01:37.911105 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-452c4c30-bea5-4769-bf4b-feb69b95fa0a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Transition to ACTIVE for port object 1bfe51a8-4d7e-4fcf-88ff-73c816145275 will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:01:37.919418 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b4a93-c0e6-48b3-972b-731667dce0bf req-a8619f75-0a72-4ab5-b8f0-c18620c8e04b tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:37.920953 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-212b4a93-c0e6-48b3-972b-731667dce0bf req-a8619f75-0a72-4ab5-b8f0-c18620c8e04b tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 931 time: 0.6709096 Jun 18 22:01:37.933813 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-df282662-ba20-4bc5-bd1b-ef3691830a34 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Transition to ACTIVE for port object 6c20a162-8d54-43a6-a089-b489a2c4697c will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:01:37.950109 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Transition to ACTIVE for port object b427870c-d48c-4e63-aa2d-9835c4427716 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:01:37.963679 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e620359-945a-4bf2-b0a7-0b70a576b2c8 req-7a905528-e4ed-4904-9e05-29845efb51ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:37.965247 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6e620359-945a-4bf2-b0a7-0b70a576b2c8 req-7a905528-e4ed-4904-9e05-29845efb51ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6010c590-2fee-479f-8c83-b0d256412620 HTTP/1.1" status: 200 len: 859 time: 0.0513992 Jun 18 22:01:38.012533 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6e620359-945a-4bf2-b0a7-0b70a576b2c8 req-73c9913d-f300-4387-8bae-a3ffd64fbd54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e3d4388-f912-494e-9274-2eaf8813e493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378077 Jun 18 22:01:38.031904 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-212b4a93-c0e6-48b3-972b-731667dce0bf req-119d7bee-a78f-4b14-bd79-0d60c5a21868 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033473 Jun 18 22:01:38.049316 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:38.058616 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-f1a39dc3-5a44-4e37-af71-2b946b90c08d req-1af41f9b-8d78-4b12-81af-f558d1f8da82 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:38.063634 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:38.098934 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 60772) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:38.135666 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6e620359-945a-4bf2-b0a7-0b70a576b2c8 req-e1171430-69ac-4d65-859e-04c02d32ada1 service neutron] 10.222.0.44 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038003 Jun 18 22:01:38.146393 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Pushing event updated for resources: {'Port': ['ID=b427870c-d48c-4e63-aa2d-9835c4427716,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:38.149348 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:38.186381 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Attempting to bind port b427870c-d48c-4e63-aa2d-9835c4427716 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:01:38.186717 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Attempting to bind port b427870c-d48c-4e63-aa2d-9835c4427716 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '04bdea9c-0f85-43ce-a5c6-f791f52ed4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:01:38.187043 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Attempting to bind port b427870c-d48c-4e63-aa2d-9835c4427716 on network 7e3d4388-f912-494e-9274-2eaf8813e493 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:01:38.189354 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-452c4c30-bea5-4769-bf4b-feb69b95fa0a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:38.196280 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-f1a39dc3-5a44-4e37-af71-2b946b90c08d req-1af41f9b-8d78-4b12-81af-f558d1f8da82 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:38.205782 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-df282662-ba20-4bc5-bd1b-ef3691830a34 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:38.210872 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:38.216050 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Port b427870c-d48c-4e63-aa2d-9835c4427716 on network 7e3d4388-f912-494e-9274-2eaf8813e493 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:01:38.216399 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Attempting to bind port b427870c-d48c-4e63-aa2d-9835c4427716 on network 7e3d4388-f912-494e-9274-2eaf8813e493 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:01:38.256502 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-452c4c30-bea5-4769-bf4b-feb69b95fa0a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Network b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:01:38.261077 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:01:38.261077 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Checking segment: {'id': '04bdea9c-0f85-43ce-a5c6-f791f52ed4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:38.261443 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Bound using segment: {'id': '04bdea9c-0f85-43ce-a5c6-f791f52ed4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:01:38.261960 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Bound port: b427870c-d48c-4e63-aa2d-9835c4427716, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04bdea9c-0f85-43ce-a5c6-f791f52ed4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:01:38.262218 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:38.288173 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-df282662-ba20-4bc5-bd1b-ef3691830a34 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Network 7dc362ef-bd1f-40fa-861d-5e2be660a931 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:01:38.290161 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-452c4c30-bea5-4769-bf4b-feb69b95fa0a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:38.291532 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6e620359-945a-4bf2-b0a7-0b70a576b2c8 req-d6f35647-194d-45a1-ab2a-b2731ee7b0fa service neutron] 10.222.0.44 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565261 Jun 18 22:01:38.293636 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f1a39dc3-5a44-4e37-af71-2b946b90c08d req-1af41f9b-8d78-4b12-81af-f558d1f8da82 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8eaec939-e9b5-4c8f-9943-4bba1e4d2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1293187 Jun 18 22:01:38.294602 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-452c4c30-bea5-4769-bf4b-feb69b95fa0a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:01:38.300300 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-452c4c30-bea5-4769-bf4b-feb69b95fa0a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:38.301030 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-452c4c30-bea5-4769-bf4b-feb69b95fa0a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:38.317770 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-df282662-ba20-4bc5-bd1b-ef3691830a34 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:38.341479 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af41f9b-8d78-4b12-81af-f558d1f8da82 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf7253d-87b4-4dcd-b968-341395f59ec0,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:38.356430 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-df282662-ba20-4bc5-bd1b-ef3691830a34 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:01:38.361855 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-df282662-ba20-4bc5-bd1b-ef3691830a34 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:38.362488 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-df282662-ba20-4bc5-bd1b-ef3691830a34 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:38.367285 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-66d9016f-517d-4f3e-8a67-e444452487c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:38.374883 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-1af41f9b-8d78-4b12-81af-f558d1f8da82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:38.376976 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ffda1089-ff28-404c-887c-1844e7233c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:38.379125 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c539b66c-4871-41ea-a0f9-bb986821a71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:38.448266 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bf9b49f8-5a27-4a4e-9a11-278d07b3c9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:38.458725 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c539b66c-4871-41ea-a0f9-bb986821a71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:38.461645 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:38.504566 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] For port b427870c-d48c-4e63-aa2d-9835c4427716, host hv-cinder-76675, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:01:38.506587 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c4c30-bea5-4769-bf4b-feb69b95fa0a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Pushing event updated for resources: {'Port': ['ID=1bfe51a8-4d7e-4fcf-88ff-73c816145275,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:38.510478 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] For port b427870c-d48c-4e63-aa2d-9835c4427716, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b427870c-d48c-4e63-aa2d-9835c4427716,segment=NetworkSegment(04bdea9c-0f85-43ce-a5c6-f791f52ed4d5),segment_id=04bdea9c-0f85-43ce-a5c6-f791f52ed4d5)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:01:38.531327 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-c539b66c-4871-41ea-a0f9-bb986821a71f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=062dc53b578c472189aada1491c12cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8833518 Jun 18 22:01:38.531327 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60782) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:38.544454 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539b66c-4871-41ea-a0f9-bb986821a71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856801f4-bdc4-416e-8fd7-0dc52ec9f950,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:38.549119 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-c539b66c-4871-41ea-a0f9-bb986821a71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:38.560459 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-df282662-ba20-4bc5-bd1b-ef3691830a34 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2639339 Jun 18 22:01:38.583712 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df282662-ba20-4bc5-bd1b-ef3691830a34 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Pushing event updated for resources: {'Port': ['ID=6c20a162-8d54-43a6-a089-b489a2c4697c,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:38.586906 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-df282662-ba20-4bc5-bd1b-ef3691830a34 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:38.589601 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:38.589922 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:38.598457 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-804da370-ee41-43e1-ab89-500f8cd9289f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:38.601591 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d026ac3-78e0-4b42-9514-a736b0eef29d req-97f28d6e-3aa4-46a0-b962-95b7ec13961f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:38.610231 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7d026ac3-78e0-4b42-9514-a736b0eef29d req-97f28d6e-3aa4-46a0-b962-95b7ec13961f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 931 time: 0.2343378 Jun 18 22:01:38.612971 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:38.618246 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-452c4c30-bea5-4769-bf4b-feb69b95fa0a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6350048 Jun 18 22:01:38.629296 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:38.633350 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-804da370-ee41-43e1-ab89-500f8cd9289f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:38.674739 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:38.675358 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:38.675844 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-57b830bc-35ec-4f93-9bf0-c57abf75ca32 None None] Provisioning for port 1bfe51a8-4d7e-4fcf-88ff-73c816145275 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:01:38.677131 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] 10.222.0.44 "PUT /v2.0/ports/b427870c-d48c-4e63-aa2d-9835c4427716 HTTP/1.1" status: 200 len: 1093 time: 2.4429812 Jun 18 22:01:38.680838 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54502ca5-277e-40b1-8f62-0f0c63331763', 'tag': 'b427870c-d48c-4e63-aa2d-9835c4427716'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:01:38.681202 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-57b830bc-35ec-4f93-9bf0-c57abf75ca32 None None] Provisioning complete for port 1bfe51a8-4d7e-4fcf-88ff-73c816145275 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:38.685928 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-57b830bc-35ec-4f93-9bf0-c57abf75ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:38.686061 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6cc1d9-4441-4c1b-b7e8-88af27a7e47b" -d '{"events": [{"name": "network-changed", "server_uuid": "54502ca5-277e-40b1-8f62-0f0c63331763", "tag": "b427870c-d48c-4e63-aa2d-9835c4427716"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:01:38.719972 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7d026ac3-78e0-4b42-9514-a736b0eef29d req-1901e1e8-cf9c-41cf-a78e-8ada869f1260 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087322 Jun 18 22:01:38.751967 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc493630-c6d5-4852-999d-8d38acf7d55f x-openstack-request-id: req-fc493630-c6d5-4852-999d-8d38acf7d55f {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:01:38.752311 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54502ca5-277e-40b1-8f62-0f0c63331763", "tag": "b427870c-d48c-4e63-aa2d-9835c4427716", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:01:38.752595 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fc493630-c6d5-4852-999d-8d38acf7d55f {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:01:38.753050 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54502ca5-277e-40b1-8f62-0f0c63331763', 'tag': 'b427870c-d48c-4e63-aa2d-9835c4427716', 'status': 'completed', 'code': 200} Jun 18 22:01:38.758182 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Pushing event updated for resources: {'Port': ['ID=b427870c-d48c-4e63-aa2d-9835c4427716,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:38.761837 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:38.767435 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-804da370-ee41-43e1-ab89-500f8cd9289f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:38.771287 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-804da370-ee41-43e1-ab89-500f8cd9289f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:38.779691 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-804da370-ee41-43e1-ab89-500f8cd9289f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/856801f4-bdc4-416e-8fd7-0dc52ec9f950 HTTP/1.1" status: 204 len: 168 time: 0.2426996 Jun 18 22:01:38.779940 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-f8bbc17e-2ef8-4049-9260-744f635f0255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:38.789455 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804da370-ee41-43e1-ab89-500f8cd9289f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856801f4-bdc4-416e-8fd7-0dc52ec9f950,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:38.801221 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-804da370-ee41-43e1-ab89-500f8cd9289f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:38.850595 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-57b830bc-35ec-4f93-9bf0-c57abf75ca32 None None] Port 1bfe51a8-4d7e-4fcf-88ff-73c816145275 cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:01:38.886934 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bf9b49f8-5a27-4a4e-9a11-278d07b3c9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:38.942834 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715b8e4-e633-47f6-80e0-7fc76726f577 req-2fbd024f-defe-4e64-8377-fad5a3acf75b tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:38.944296 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d715b8e4-e633-47f6-80e0-7fc76726f577 req-2fbd024f-defe-4e64-8377-fad5a3acf75b tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 946 time: 0.0738277 Jun 18 22:01:38.984949 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d715b8e4-e633-47f6-80e0-7fc76726f577 req-d50e967a-98e9-4059-a912-c09dfee9401a tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/security-groups?id=8eaec939-e9b5-4c8f-9943-4bba1e4d2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336864 Jun 18 22:01:39.035918 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:39.038453 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bf9b49f8-5a27-4a4e-9a11-278d07b3c9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:39.044764 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:39.087211 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b49f8-5a27-4a4e-9a11-278d07b3c9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb87d787-6943-4b58-a5b7-d225613b00ce,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:39.101201 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-bf9b49f8-5a27-4a4e-9a11-278d07b3c9ab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5e003dbc314f42369d578ecf7627ab2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9915891 Jun 18 22:01:39.101201 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bf9b49f8-5a27-4a4e-9a11-278d07b3c9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:39.101693 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60796) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:39.102115 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-86b02832-f0a6-4efe-a535-5ae7647eef41 None None] Provisioning for port 6c20a162-8d54-43a6-a089-b489a2c4697c completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:01:39.103014 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-86b02832-f0a6-4efe-a535-5ae7647eef41 None None] Provisioning complete for port 6c20a162-8d54-43a6-a089-b489a2c4697c triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:39.103209 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-86b02832-f0a6-4efe-a535-5ae7647eef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:39.118664 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa3cce-c501-4578-ad87-176b0def1e9c req-2c2d6456-8328-432d-896b-d62c234859d5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:39.120758 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-40aa3cce-c501-4578-ad87-176b0def1e9c req-2c2d6456-8328-432d-896b-d62c234859d5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 931 time: 0.1102235 Jun 18 22:01:39.169819 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2cfb5ff1-4667-47d4-920a-384f3fd95025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:39.175058 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-86b02832-f0a6-4efe-a535-5ae7647eef41 None None] Port 6c20a162-8d54-43a6-a089-b489a2c4697c cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:01:39.196552 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2cfb5ff1-4667-47d4-920a-384f3fd95025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:39.207782 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-40aa3cce-c501-4578-ad87-176b0def1e9c req-ec3fb5dc-6885-4820-a54c-34f675da7ced tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805254 Jun 18 22:01:39.241494 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edf423-f80b-4579-b6f5-31c512a37270 req-a4262e4a-79a1-44bb-8a9e-16c29898848c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:39.243413 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d1edf423-f80b-4579-b6f5-31c512a37270 req-a4262e4a-79a1-44bb-8a9e-16c29898848c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 943 time: 0.0837536 Jun 18 22:01:39.283756 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d1edf423-f80b-4579-b6f5-31c512a37270 req-cd546feb-f1c0-46e0-aa75-908f5ca2fc70 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338323 Jun 18 22:01:39.333645 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2cfb5ff1-4667-47d4-920a-384f3fd95025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:39.336195 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2cfb5ff1-4667-47d4-920a-384f3fd95025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:39.337310 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-2cfb5ff1-4667-47d4-920a-384f3fd95025 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eb87d787-6943-4b58-a5b7-d225613b00ce HTTP/1.1" status: 204 len: 168 time: 0.2388365 Jun 18 22:01:39.338656 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:39.347214 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb5ff1-4667-47d4-920a-384f3fd95025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb87d787-6943-4b58-a5b7-d225613b00ce,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:39.354642 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-2cfb5ff1-4667-47d4-920a-384f3fd95025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:39.514649 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:39.896932 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 60824) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:39.919548 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6568aef-93a1-4d00-85df-cc052ae06e6b req-5f787e86-b802-46a6-ba9d-efc8e072ed17 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:39.921046 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e6568aef-93a1-4d00-85df-cc052ae06e6b req-5f787e86-b802-46a6-ba9d-efc8e072ed17 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 931 time: 0.0777032 Jun 18 22:01:39.922343 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1302fa42-088b-42b8-9f74-8910cc80459b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:39.993092 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e6568aef-93a1-4d00-85df-cc052ae06e6b req-5e8983ee-32b9-4588-842b-8271d45ca548 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615556 Jun 18 22:01:40.061296 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1302fa42-088b-42b8-9f74-8910cc80459b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:40.099119 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1302fa42-088b-42b8-9f74-8910cc80459b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:40.102095 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:40.177071 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-1302fa42-088b-42b8-9f74-8910cc80459b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3b93ee2e35ad4e7184d2b701fa03df45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791202 Jun 18 22:01:40.178168 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302fa42-088b-42b8-9f74-8910cc80459b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6cd4d1-04ae-414c-9059-454426d27af2,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:40.180062 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60840) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:40.182219 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-1302fa42-088b-42b8-9f74-8910cc80459b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:40.215829 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58e8f8-9e2a-4e97-851f-c585cfc463fa req-d69237b6-9661-41e3-83a5-83537d06c6f0 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:40.217399 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-df58e8f8-9e2a-4e97-851f-c585cfc463fa req-d69237b6-9661-41e3-83a5-83537d06c6f0 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 946 time: 0.0994682 Jun 18 22:01:40.233747 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-253be5c5-140a-47e7-8ce3-ce046c9d2a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:40.257042 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-253be5c5-140a-47e7-8ce3-ce046c9d2a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:40.276795 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-df58e8f8-9e2a-4e97-851f-c585cfc463fa req-6fb1162d-081e-4ae7-a311-2e50d738a8ad tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/security-groups?id=8eaec939-e9b5-4c8f-9943-4bba1e4d2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526636 Jun 18 22:01:40.407369 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2280a7b-eb9b-4004-ac28-012ca8af6241 req-46a7d6ff-0f0c-4324-bdf9-a8f52dcfe543 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:40.408920 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b2280a7b-eb9b-4004-ac28-012ca8af6241 req-46a7d6ff-0f0c-4324-bdf9-a8f52dcfe543 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 931 time: 0.0719476 Jun 18 22:01:40.413428 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-253be5c5-140a-47e7-8ce3-ce046c9d2a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:40.417508 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-253be5c5-140a-47e7-8ce3-ce046c9d2a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:40.424785 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-253be5c5-140a-47e7-8ce3-ce046c9d2a29 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/af6cd4d1-04ae-414c-9059-454426d27af2 HTTP/1.1" status: 204 len: 168 time: 0.2358081 Jun 18 22:01:40.424785 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:40.432464 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253be5c5-140a-47e7-8ce3-ce046c9d2a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6cd4d1-04ae-414c-9059-454426d27af2,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:40.436213 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-253be5c5-140a-47e7-8ce3-ce046c9d2a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:40.498024 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b2280a7b-eb9b-4004-ac28-012ca8af6241 req-fcbc1e66-5a9e-4641-928d-938a745f9b80 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745454 Jun 18 22:01:40.518598 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cec3c-60d8-4759-9c52-df8ad3c2022e req-801af1b3-458a-4091-97a3-9f8ad641990a tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:40.520194 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c46cec3c-60d8-4759-9c52-df8ad3c2022e req-801af1b3-458a-4091-97a3-9f8ad641990a tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 943 time: 0.1103787 Jun 18 22:01:40.563098 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c46cec3c-60d8-4759-9c52-df8ad3c2022e req-677fdc50-b42f-4009-b61d-d9895a2f1bf1 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340121 Jun 18 22:01:41.167199 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9700f-d279-4ace-a8df-581605f22b55 req-d70c6a49-c661-4338-9d66-80ef586deadf tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:41.168686 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-15e9700f-d279-4ace-a8df-581605f22b55 req-d70c6a49-c661-4338-9d66-80ef586deadf tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 931 time: 0.0626936 Jun 18 22:01:41.205767 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-15e9700f-d279-4ace-a8df-581605f22b55 req-ccd916a7-3cfe-461c-946e-092566996f75 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314810 Jun 18 22:01:41.321009 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Request body: {'port': {'device_id': 'fcb7b577-acbf-49e7-b792-01fee9db6bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:41.330058 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Request body: {'port': {'device_id': '496464fb-3785-4155-abf1-74616f4a624c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:41.544538 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:41.562994 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:41.564718 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:41.597000 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cc1d9-4441-4c1b-b7e8-88af27a7e47b req-29d4b33f-a1df-465f-bac7-2e4ed972caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:41.598457 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-af6cc1d9-4441-4c1b-b7e8-88af27a7e47b req-29d4b33f-a1df-465f-bac7-2e4ed972caf2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02a6e92122c648009a67bed9a25e5509&device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 1096 time: 0.2267809 Jun 18 22:01:41.648416 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed3de-28ce-45f7-93b3-00e7acce3524 req-bed9e220-4a4b-4801-a4c0-381a06dc4675 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:41.649874 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-773ed3de-28ce-45f7-93b3-00e7acce3524 req-bed9e220-4a4b-4801-a4c0-381a06dc4675 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 946 time: 0.2324853 Jun 18 22:01:42.001086 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-773ed3de-28ce-45f7-93b3-00e7acce3524 req-9351b80d-cf13-47de-b6ed-d67ae5c0d360 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/security-groups?id=8eaec939-e9b5-4c8f-9943-4bba1e4d2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323696 Jun 18 22:01:42.232781 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 3d722b41-85ff-42d5-b436-afd06a4cbb66 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:01:42.305365 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cc1d9-4441-4c1b-b7e8-88af27a7e47b req-9d723217-5794-4c18-ae80-cef13832f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:42.307757 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-af6cc1d9-4441-4c1b-b7e8-88af27a7e47b req-9d723217-5794-4c18-ae80-cef13832f4fd service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=02a6e92122c648009a67bed9a25e5509&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6879749 Jun 18 22:01:42.345703 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 3d722b41-85ff-42d5-b436-afd06a4cbb66, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=3d722b41-85ff-42d5-b436-afd06a4cbb66,segment=NetworkSegment(04bdea9c-0f85-43ce-a5c6-f791f52ed4d5),segment_id=04bdea9c-0f85-43ce-a5c6-f791f52ed4d5)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:42.358694 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': '3d722b41-85ff-42d5-b436-afd06a4cbb66', 'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493', 'port_id': '3d722b41-85ff-42d5-b436-afd06a4cbb66', 'mac_address': 'fa:16:3e:5f:0f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6010c590-2fee-479f-8c83-b0d256412620', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:01:42.395646 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e0fbc-96b6-4479-af35-05390191c2f2 req-784fbe04-5fb6-4d61-81eb-f1be9de435a4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:42.397252 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-431e0fbc-96b6-4479-af35-05390191c2f2 req-784fbe04-5fb6-4d61-81eb-f1be9de435a4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 931 time: 0.7441962 Jun 18 22:01:42.397858 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:42.412864 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d722b41-85ff-42d5-b436-afd06a4cbb66 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:01:42.442819 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 3d722b41-85ff-42d5-b436-afd06a4cbb66, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=3d722b41-85ff-42d5-b436-afd06a4cbb66,segment=NetworkSegment(04bdea9c-0f85-43ce-a5c6-f791f52ed4d5),segment_id=04bdea9c-0f85-43ce-a5c6-f791f52ed4d5)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:42.516204 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:42.518426 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:42.568876 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=3d722b41-85ff-42d5-b436-afd06a4cbb66,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:42.586008 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-431e0fbc-96b6-4479-af35-05390191c2f2 req-b9ed9131-4b73-4522-9ab3-b72ffa1a5704 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622052 Jun 18 22:01:42.591267 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:42.716510 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401045a5-730f-4789-87bf-31a52e2cdf03 req-afe07fc5-c0cc-45be-8295-2fc0e4634381 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:42.718046 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-401045a5-730f-4789-87bf-31a52e2cdf03 req-afe07fc5-c0cc-45be-8295-2fc0e4634381 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 943 time: 0.4141390 Jun 18 22:01:42.736704 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cc1d9-4441-4c1b-b7e8-88af27a7e47b req-b5e21cc9-0564-4911-b698-9d765326720b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:42.738103 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-af6cc1d9-4441-4c1b-b7e8-88af27a7e47b req-b5e21cc9-0564-4911-b698-9d765326720b service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3927591 Jun 18 22:01:42.842038 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['3d722b41-85ff-42d5-b436-afd06a4cbb66'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:01:42.866126 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c20a162-8d54-43a6-a089-b489a2c4697c {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:01:42.885461 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:42.925777 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bfe51a8-4d7e-4fcf-88ff-73c816145275 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:01:42.933115 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Transition to ACTIVE for port object 6c20a162-8d54-43a6-a089-b489a2c4697c will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:01:42.937367 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-401045a5-730f-4789-87bf-31a52e2cdf03 req-14aa0bef-cdf6-4c23-9ca0-05dc2d27a6eb tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946537 Jun 18 22:01:42.944275 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:42.982881 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Transition to ACTIVE for port object 1bfe51a8-4d7e-4fcf-88ff-73c816145275 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:01:42.992378 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95736b80-18d0-4294-ba8d-fecd4d742bf9 req-8abed80b-0c76-41b3-b146-e6c3a1cd730c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:42.994926 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-95736b80-18d0-4294-ba8d-fecd4d742bf9 req-8abed80b-0c76-41b3-b146-e6c3a1cd730c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 931 time: 0.2854102 Jun 18 22:01:43.011464 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-c6b749e0-d44d-44b0-aca4-8d5aabcb9b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:43.013049 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-c6b749e0-d44d-44b0-aca4-8d5aabcb9b31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02a6e92122c648009a67bed9a25e5509&device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 1096 time: 0.2014380 Jun 18 22:01:43.078723 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:43.079465 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:43.091325 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-95736b80-18d0-4294-ba8d-fecd4d742bf9 req-132393ed-ac59-4e82-a6df-7b4ef0e7827d tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903456 Jun 18 22:01:43.094592 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-b1de52da-67a7-4384-b3b1-79dbee3bed3e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b427870c-d48c-4e63-aa2d-9835c4427716 HTTP/1.1" status: 200 len: 217 time: 0.0576322 Jun 18 22:01:43.096118 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-a437ae1f-6293-49db-b415-91bc0e525cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:43.328363 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Pushing event updated for resources: {'Port': ['ID=1bfe51a8-4d7e-4fcf-88ff-73c816145275,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:43.405498 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-28a2dbdc-961f-4e51-ae16-159f6d3c0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:43.407673 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-28a2dbdc-961f-4e51-ae16-159f6d3c0100 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6010c590-2fee-479f-8c83-b0d256412620 HTTP/1.1" status: 200 len: 859 time: 0.2978773 Jun 18 22:01:43.503267 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-fbef9b6c-4462-4d0f-a6c3-f610ce0a1bf3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e3d4388-f912-494e-9274-2eaf8813e493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561328 Jun 18 22:01:43.503885 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Attempting to bind port 1bfe51a8-4d7e-4fcf-88ff-73c816145275 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:01:43.504234 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Attempting to bind port 1bfe51a8-4d7e-4fcf-88ff-73c816145275 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '460f6417-ab01-4abe-9260-59d1ab54280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:01:43.504552 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Attempting to bind port 1bfe51a8-4d7e-4fcf-88ff-73c816145275 on network b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:01:43.510054 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Pushing event updated for resources: {'Port': ['ID=6c20a162-8d54-43a6-a089-b489a2c4697c,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:43.514234 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:43.519636 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:43.519771 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:43.529288 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Attempting to bind port 6c20a162-8d54-43a6-a089-b489a2c4697c on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:01:43.529617 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Attempting to bind port 6c20a162-8d54-43a6-a089-b489a2c4697c by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': 'ca325b05-0fb9-4c4e-a7e1-949749606518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:01:43.529950 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Attempting to bind port 6c20a162-8d54-43a6-a089-b489a2c4697c on network 7dc362ef-bd1f-40fa-861d-5e2be660a931 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:01:43.533612 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Port 1bfe51a8-4d7e-4fcf-88ff-73c816145275 on network b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:01:43.533933 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Attempting to bind port 1bfe51a8-4d7e-4fcf-88ff-73c816145275 on network b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:01:43.582524 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Port 6c20a162-8d54-43a6-a089-b489a2c4697c on network 7dc362ef-bd1f-40fa-861d-5e2be660a931 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:01:43.582889 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Attempting to bind port 6c20a162-8d54-43a6-a089-b489a2c4697c on network 7dc362ef-bd1f-40fa-861d-5e2be660a931 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:01:43.584933 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:01:43.585263 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Checking segment: {'id': '460f6417-ab01-4abe-9260-59d1ab54280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:43.585637 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Bound using segment: {'id': '460f6417-ab01-4abe-9260-59d1ab54280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:01:43.586111 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Bound port: 1bfe51a8-4d7e-4fcf-88ff-73c816145275, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '460f6417-ab01-4abe-9260-59d1ab54280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:01:43.586450 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:43.609511 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:01:43.610187 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Checking segment: {'id': 'ca325b05-0fb9-4c4e-a7e1-949749606518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:43.610863 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Bound using segment: {'id': 'ca325b05-0fb9-4c4e-a7e1-949749606518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:01:43.611496 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Bound port: 6c20a162-8d54-43a6-a089-b489a2c4697c, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca325b05-0fb9-4c4e-a7e1-949749606518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:01:43.612036 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:43.627694 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8677c0f-b2be-4a0b-88cd-94734dc9dee7 req-c2d5f230-30d3-402e-bb54-a3d638d7e729 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:43.629227 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b8677c0f-b2be-4a0b-88cd-94734dc9dee7 req-c2d5f230-30d3-402e-bb54-a3d638d7e729 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 946 time: 0.4736340 Jun 18 22:01:43.849248 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-7bc29fc0-dfd0-413c-99f9-62c40b34d071 service neutron] 10.222.0.44 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325045 Jun 18 22:01:43.857244 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b8677c0f-b2be-4a0b-88cd-94734dc9dee7 req-8f4079f7-6301-4c26-959c-e3d87ce76907 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/security-groups?id=8eaec939-e9b5-4c8f-9943-4bba1e4d2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186170 Jun 18 22:01:43.864005 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] For port 1bfe51a8-4d7e-4fcf-88ff-73c816145275, host hv-cinder-76675, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:01:43.886782 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] For port 1bfe51a8-4d7e-4fcf-88ff-73c816145275, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=1bfe51a8-4d7e-4fcf-88ff-73c816145275,segment=NetworkSegment(460f6417-ab01-4abe-9260-59d1ab54280a),segment_id=460f6417-ab01-4abe-9260-59d1ab54280a)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:01:43.886782 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] For port 6c20a162-8d54-43a6-a089-b489a2c4697c, host hv-cinder-76675, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:01:43.940644 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] For port 6c20a162-8d54-43a6-a089-b489a2c4697c, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=6c20a162-8d54-43a6-a089-b489a2c4697c,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:01:43.982716 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:43.984394 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:43.993086 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b6376-be36-47e0-8234-2e96c47379cf req-27a40665-ae60-4920-9a1c-285237056d44 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:43.995280 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-650b6376-be36-47e0-8234-2e96c47379cf req-27a40665-ae60-4920-9a1c-285237056d44 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 943 time: 0.2683208 Jun 18 22:01:44.020450 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7470c519-1926-4ba4-8604-c79752e4e4c6 req-e7f39c94-2c93-4f2c-9be5-85d502612d95 service neutron] 10.222.0.44 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610732 Jun 18 22:01:44.037411 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:44.040277 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:44.040277 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] 10.222.0.44 "PUT /v2.0/ports/1bfe51a8-4d7e-4fcf-88ff-73c816145275 HTTP/1.1" status: 200 len: 1093 time: 2.7149808 Jun 18 22:01:44.052805 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496464fb-3785-4155-abf1-74616f4a624c', 'tag': '1bfe51a8-4d7e-4fcf-88ff-73c816145275'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:01:44.055143 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec78fcc6-9d5e-41af-8f22-4089ef7a75db" -d '{"events": [{"name": "network-changed", "server_uuid": "496464fb-3785-4155-abf1-74616f4a624c", "tag": "1bfe51a8-4d7e-4fcf-88ff-73c816145275"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:01:44.059394 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:44.101684 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:44.102528 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:44.104907 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] 10.222.0.44 "PUT /v2.0/ports/6c20a162-8d54-43a6-a089-b489a2c4697c HTTP/1.1" status: 200 len: 1093 time: 2.7885485 Jun 18 22:01:44.144800 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Pushing event updated for resources: {'Port': ['ID=1bfe51a8-4d7e-4fcf-88ff-73c816145275,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:44.148008 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:44.152209 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-a47b566e-9078-4f8c-b0aa-6d4b55d7eedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:44.160018 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-650b6376-be36-47e0-8234-2e96c47379cf req-ac75049c-75fe-49f2-acd5-9d60c468f609 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410232 Jun 18 22:01:44.219315 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Pushing event updated for resources: {'Port': ['ID=6c20a162-8d54-43a6-a089-b489a2c4697c,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:44.223866 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:44.249942 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 3d722b41-85ff-42d5-b436-afd06a4cbb66 up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:44.252805 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cdbad-fc7f-4519-921b-a9a2ef851515 req-f4b869f5-44fc-4fc7-b3aa-44b23fe54b96 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:44.254646 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a65cdbad-fc7f-4519-921b-a9a2ef851515 req-f4b869f5-44fc-4fc7-b3aa-44b23fe54b96 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 943 time: 0.1695552 Jun 18 22:01:44.283522 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761d3e33-876c-49d2-9d46-090fd823310a x-openstack-request-id: req-761d3e33-876c-49d2-9d46-090fd823310a {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:01:44.283846 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496464fb-3785-4155-abf1-74616f4a624c", "tag": "1bfe51a8-4d7e-4fcf-88ff-73c816145275", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:01:44.284144 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-761d3e33-876c-49d2-9d46-090fd823310a {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:01:44.287206 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496464fb-3785-4155-abf1-74616f4a624c', 'tag': '1bfe51a8-4d7e-4fcf-88ff-73c816145275', 'status': 'completed', 'code': 200} Jun 18 22:01:44.395679 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port 3d722b41-85ff-42d5-b436-afd06a4cbb66 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:01:44.400897 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port 3d722b41-85ff-42d5-b436-afd06a4cbb66 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:44.401652 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:44.516913 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:44.549139 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f6ec12-1ef7-4d7a-a452-0928790ffa43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d722b41-85ff-42d5-b436-afd06a4cbb66'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:01:44.551454 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677d61f4-f9ef-4ca8-b471-80acec97ff38" -d '{"events": [{"server_uuid": "a7f6ec12-1ef7-4d7a-a452-0928790ffa43", "name": "network-vif-plugged", "status": "completed", "tag": "3d722b41-85ff-42d5-b436-afd06a4cbb66"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:01:44.567725 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 3d722b41-85ff-42d5-b436-afd06a4cbb66, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=3d722b41-85ff-42d5-b436-afd06a4cbb66,segment=NetworkSegment(04bdea9c-0f85-43ce-a5c6-f791f52ed4d5),segment_id=04bdea9c-0f85-43ce-a5c6-f791f52ed4d5)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:44.675845 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:44.678034 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-0706c8b4-78c7-4dc5-a5f3-f17d9fdc17e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:44.707158 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a65cdbad-fc7f-4519-921b-a9a2ef851515 req-c8e65e6d-e538-41f5-975f-1008e0a766eb tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449327 Jun 18 22:01:44.758851 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-94d06a83-7a0b-447b-bd98-823c49f0dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:44.761347 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-94d06a83-7a0b-447b-bd98-823c49f0dd03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7&device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 1096 time: 0.4363112 Jun 18 22:01:44.764180 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-3bb0a2f0-2330-42ee-be7b-f00de4208afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:44.765594 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-3bb0a2f0-2330-42ee-be7b-f00de4208afe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=060b087bd54643a881c64aaba76b1ffe&device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 1096 time: 0.4505575 Jun 18 22:01:44.772765 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=3d722b41-85ff-42d5-b436-afd06a4cbb66,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:44.777225 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d88f82-0324-4b7a-9d07-0529bdf2803c x-openstack-request-id: req-38d88f82-0324-4b7a-9d07-0529bdf2803c {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:01:44.777581 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f6ec12-1ef7-4d7a-a452-0928790ffa43", "name": "network-vif-plugged", "status": "completed", "tag": "3d722b41-85ff-42d5-b436-afd06a4cbb66", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:01:44.778016 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-38d88f82-0324-4b7a-9d07-0529bdf2803c {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:01:44.778410 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f6ec12-1ef7-4d7a-a452-0928790ffa43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d722b41-85ff-42d5-b436-afd06a4cbb66', 'code': 200} Jun 18 22:01:44.779387 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:44.785010 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7d3ae-8dab-4939-8d8e-0c063cb5bdab req-ba3353f2-c7ac-402e-afb5-6ee20f49a4f1 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:44.786523 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0da7d3ae-8dab-4939-8d8e-0c063cb5bdab req-ba3353f2-c7ac-402e-afb5-6ee20f49a4f1 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.3785424 Jun 18 22:01:44.877753 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-d103efd1-ad7e-4bb4-a7e3-8e9da748279e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c20a162-8d54-43a6-a089-b489a2c4697c HTTP/1.1" status: 200 len: 217 time: 0.0825629 Jun 18 22:01:44.880732 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-4d70e36f-5b5d-4ad0-ba66-63e4cf590e22 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bfe51a8-4d7e-4fcf-88ff-73c816145275 HTTP/1.1" status: 200 len: 217 time: 0.0791059 Jun 18 22:01:44.951561 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0da7d3ae-8dab-4939-8d8e-0c063cb5bdab req-5cb98d13-b29c-4297-b50d-80d2aed5fd07 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580746 Jun 18 22:01:44.977260 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-48d6dd2c-179d-4c2f-8d21-3dfc1feaf074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:44.979379 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-48d6dd2c-179d-4c2f-8d21-3dfc1feaf074 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5 HTTP/1.1" status: 200 len: 856 time: 0.0842519 Jun 18 22:01:44.983067 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-c6d275fb-bee1-4456-b4e4-43ab7680dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:44.984314 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-c6d275fb-bee1-4456-b4e4-43ab7680dfd3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e88c2615-07dc-46be-ba2d-38e20e9d69fe HTTP/1.1" status: 200 len: 850 time: 0.0907097 Jun 18 22:01:45.046233 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 60982) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:45.171896 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-74f2c3be-8181-418f-a9fa-eaf7798b2627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:45.263283 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-74f2c3be-8181-418f-a9fa-eaf7798b2627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:45.336999 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-74f2c3be-8181-418f-a9fa-eaf7798b2627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:45.341004 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:45.347538 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c8fec-040f-43bb-98cf-f931d29f19cb req-32a58b2d-20e8-4735-9992-aca1d5f8479a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:45.352209 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f4c8fec-040f-43bb-98cf-f931d29f19cb req-32a58b2d-20e8-4735-9992-aca1d5f8479a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 943 time: 0.0672719 Jun 18 22:01:45.373587 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-74f2c3be-8181-418f-a9fa-eaf7798b2627 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dd7d3afb5ab84ba9a900253830dc8798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255854 Jun 18 22:01:45.375336 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2c3be-8181-418f-a9fa-eaf7798b2627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac299339-6e93-4f6f-9c6f-514f31e34011,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:45.376263 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 60998) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:45.379117 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-74f2c3be-8181-418f-a9fa-eaf7798b2627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:45.401490 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f4c8fec-040f-43bb-98cf-f931d29f19cb req-9de76294-8d00-43e2-a6cd-0da98e3d01f6 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465765 Jun 18 22:01:45.435791 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-76a39eee-a3eb-4b18-9819-7f8752c3d725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:45.456288 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-76a39eee-a3eb-4b18-9819-7f8752c3d725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:45.595324 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-76a39eee-a3eb-4b18-9819-7f8752c3d725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:45.597979 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-76a39eee-a3eb-4b18-9819-7f8752c3d725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:45.599119 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-76a39eee-a3eb-4b18-9819-7f8752c3d725 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ac299339-6e93-4f6f-9c6f-514f31e34011 HTTP/1.1" status: 204 len: 168 time: 0.2216961 Jun 18 22:01:45.599874 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bf9b49f8-5a27-4a4e-9a11-278d07b3c9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:45.607579 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a39eee-a3eb-4b18-9819-7f8752c3d725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac299339-6e93-4f6f-9c6f-514f31e34011,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:45.609767 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-76a39eee-a3eb-4b18-9819-7f8752c3d725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:45.889724 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f7fc0-3f71-49bb-9150-b9df87a71751 req-4b6c12c2-1b0c-4688-b250-ed56e7d96764 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:45.891159 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-707f7fc0-3f71-49bb-9150-b9df87a71751 req-4b6c12c2-1b0c-4688-b250-ed56e7d96764 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 943 time: 0.0676811 Jun 18 22:01:45.934474 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-707f7fc0-3f71-49bb-9150-b9df87a71751 req-1fd92a72-0d29-4214-a01b-1edf992a9cff tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344589 Jun 18 22:01:46.154568 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b28075-ab24-4c3f-8c7a-1d07fdd8e93d req-af907204-1ddf-4d7d-a2d9-cbb4a829b390 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:46.156015 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-03b28075-ab24-4c3f-8c7a-1d07fdd8e93d req-af907204-1ddf-4d7d-a2d9-cbb4a829b390 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0621390 Jun 18 22:01:46.198900 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-03b28075-ab24-4c3f-8c7a-1d07fdd8e93d req-0b91a718-5777-482d-afc1-5e6a7b933fcd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371490 Jun 18 22:01:46.288127 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb7b577-acbf-49e7-b792-01fee9db6bf7', 'tag': '6c20a162-8d54-43a6-a089-b489a2c4697c'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:01:46.290664 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364b9465-e2c1-4e62-8a1f-6b5893f460ae" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb7b577-acbf-49e7-b792-01fee9db6bf7", "tag": "6c20a162-8d54-43a6-a089-b489a2c4697c"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:01:46.297136 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 32788) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:46.311515 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e917a266-cd53-4a76-8de0-ef1ae2e0b3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:46.332721 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77022fd9-c30a-405c-94a4-8ce9dc304bd1 x-openstack-request-id: req-77022fd9-c30a-405c-94a4-8ce9dc304bd1 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:01:46.333038 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb7b577-acbf-49e7-b792-01fee9db6bf7", "tag": "6c20a162-8d54-43a6-a089-b489a2c4697c", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:01:46.333313 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-77022fd9-c30a-405c-94a4-8ce9dc304bd1 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:01:46.333719 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb7b577-acbf-49e7-b792-01fee9db6bf7', 'tag': '6c20a162-8d54-43a6-a089-b489a2c4697c', 'status': 'completed', 'code': 200} Jun 18 22:01:46.399841 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e917a266-cd53-4a76-8de0-ef1ae2e0b3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:46.475101 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e917a266-cd53-4a76-8de0-ef1ae2e0b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:46.478746 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-a17416e4-c9f2-4cf3-af47-0f3a6b670cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:46.516136 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-e917a266-cd53-4a76-8de0-ef1ae2e0b3d6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=93db0bdbe68d45ee9dfe23bec038f198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2179661 Jun 18 22:01:46.519019 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 32792) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:46.525137 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917a266-cd53-4a76-8de0-ef1ae2e0b3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7ea2ed-ae26-4b58-bfc1-f47988926e08,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:46.547143 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-e917a266-cd53-4a76-8de0-ef1ae2e0b3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:46.569834 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3912143b-9a8c-4ecc-a6d4-daa1898793b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:46.581777 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d0a4d-d613-4a41-8b6c-2ba3ed902374 req-58eaf83c-ab45-402e-b8b1-c9ada9ba140a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:46.583199 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d16d0a4d-d613-4a41-8b6c-2ba3ed902374 req-58eaf83c-ab45-402e-b8b1-c9ada9ba140a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 943 time: 0.0711632 Jun 18 22:01:46.590087 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3912143b-9a8c-4ecc-a6d4-daa1898793b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:46.619961 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d16d0a4d-d613-4a41-8b6c-2ba3ed902374 req-d230e78f-2c17-4690-b280-521ac1220e7b tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311332 Jun 18 22:01:46.704135 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3912143b-9a8c-4ecc-a6d4-daa1898793b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:46.706607 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3912143b-9a8c-4ecc-a6d4-daa1898793b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:46.707742 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-3912143b-9a8c-4ecc-a6d4-daa1898793b2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4b7ea2ed-ae26-4b58-bfc1-f47988926e08 HTTP/1.1" status: 204 len: 168 time: 0.1876593 Jun 18 22:01:46.708558 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-8620537a-9825-4bd8-a46b-fa1a9edaeee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:46.716345 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912143b-9a8c-4ecc-a6d4-daa1898793b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7ea2ed-ae26-4b58-bfc1-f47988926e08,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:46.718497 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-3912143b-9a8c-4ecc-a6d4-daa1898793b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:47.130319 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd3ee6-fddd-49dd-b7d3-789b55ff6b31 req-5a4fcda4-25fa-42e5-9fbe-6f7ce99179b7 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:47.131769 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-becd3ee6-fddd-49dd-b7d3-789b55ff6b31 req-5a4fcda4-25fa-42e5-9fbe-6f7ce99179b7 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 943 time: 0.0739539 Jun 18 22:01:47.170597 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-becd3ee6-fddd-49dd-b7d3-789b55ff6b31 req-a8b51a21-4a84-44fb-be4f-7eee8eff606f tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329633 Jun 18 22:01:47.379831 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62509544-d427-4e0c-9f9d-5312a5db808d req-ab1524fc-ec1e-4a95-b6db-4e72ecf10c94 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:47.381287 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-62509544-d427-4e0c-9f9d-5312a5db808d req-ab1524fc-ec1e-4a95-b6db-4e72ecf10c94 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0655656 Jun 18 22:01:47.418531 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-62509544-d427-4e0c-9f9d-5312a5db808d req-58a7595e-5bee-4c21-8f3d-5db9b4d67322 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309951 Jun 18 22:01:47.789797 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f6d4d-850c-442f-873d-bd61ab0616cb req-13fdd2c3-f027-410f-8d34-2c4dd68caff6 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:47.791322 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-533f6d4d-850c-442f-873d-bd61ab0616cb req-13fdd2c3-f027-410f-8d34-2c4dd68caff6 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 943 time: 0.0623794 Jun 18 22:01:47.830889 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-533f6d4d-850c-442f-873d-bd61ab0616cb req-c990010b-a941-4b44-8367-b5c31744b492 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325580 Jun 18 22:01:47.888681 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device b427870c-d48c-4e63-aa2d-9835c4427716 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:01:48.010337 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port b427870c-d48c-4e63-aa2d-9835c4427716, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b427870c-d48c-4e63-aa2d-9835c4427716,segment=NetworkSegment(04bdea9c-0f85-43ce-a5c6-f791f52ed4d5),segment_id=04bdea9c-0f85-43ce-a5c6-f791f52ed4d5)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:48.021816 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': 'b427870c-d48c-4e63-aa2d-9835c4427716', 'network_id': '7e3d4388-f912-494e-9274-2eaf8813e493', 'port_id': 'b427870c-d48c-4e63-aa2d-9835c4427716', 'mac_address': 'fa:16:3e:3e:e7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6010c590-2fee-479f-8c83-b0d256412620', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:01:48.046816 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-a243f21a-19e4-4578-9951-a0277ffdb166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:48.048216 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-a243f21a-19e4-4578-9951-a0277ffdb166 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7dc362ef-bd1f-40fa-861d-5e2be660a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1592050 Jun 18 22:01:48.057753 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03c9b1-ba6c-4c4c-a0c0-41c93cd6b799 req-82b6057c-db70-429f-b6e5-2702a9568c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:48.058009 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:48.059113 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cc03c9b1-ba6c-4c4c-a0c0-41c93cd6b799 req-82b6057c-db70-429f-b6e5-2702a9568c70 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 1098 time: 0.1353333 Jun 18 22:01:48.073352 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b427870c-d48c-4e63-aa2d-9835c4427716 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:01:48.078398 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-a675ce0e-8311-4f2b-9bd9-e08ee955d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:48.079828 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-a675ce0e-8311-4f2b-9bd9-e08ee955d608 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1547592 Jun 18 22:01:48.087851 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:48.098538 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port b427870c-d48c-4e63-aa2d-9835c4427716, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b427870c-d48c-4e63-aa2d-9835c4427716,segment=NetworkSegment(04bdea9c-0f85-43ce-a5c6-f791f52ed4d5),segment_id=04bdea9c-0f85-43ce-a5c6-f791f52ed4d5)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:48.160902 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:48.163319 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:48.209397 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cc03c9b1-ba6c-4c4c-a0c0-41c93cd6b799 req-7b326d9a-d018-4995-912b-d68aa94ee522 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403682 Jun 18 22:01:48.219225 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=b427870c-d48c-4e63-aa2d-9835c4427716,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:48.222801 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:48.247780 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-bec9d67a-2d5b-450f-a121-442e2300052f service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877401 Jun 18 22:01:48.260630 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-36045101-a02d-465e-9c25-3be2ea8cbe38 service neutron] 10.222.0.44 "GET /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706905 Jun 18 22:01:48.358722 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba503b7-0cc8-4faa-99a6-1eddd9f8e218 req-3f9fdee3-ff70-48fb-a815-965670f0ade4 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:48.360468 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9ba503b7-0cc8-4faa-99a6-1eddd9f8e218 req-3f9fdee3-ff70-48fb-a815-965670f0ade4 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 944 time: 0.0674591 Jun 18 22:01:48.401589 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9ba503b7-0cc8-4faa-99a6-1eddd9f8e218 req-364f3593-d48f-438c-a08d-0cdd10f4aeb4 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352776 Jun 18 22:01:48.487045 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['b427870c-d48c-4e63-aa2d-9835c4427716'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:01:48.715142 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a138619-f48c-4451-a51a-c5cf6bcb825c req-2ede86c2-d4d6-4eec-a984-336826054de1 service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104008 Jun 18 22:01:48.718825 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4857d8b4-15b8-46a3-8d41-dc31e870cc5f req-2031e22d-6b07-4737-8eea-7944c6359dd4 service neutron] 10.222.0.44 "GET /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119009 Jun 18 22:01:48.728831 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05107f6-32f1-4c52-bfda-79c051de9908 req-ec1c8bee-7ea0-4137-b083-4eb29a9f04ae tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:48.730276 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b05107f6-32f1-4c52-bfda-79c051de9908 req-ec1c8bee-7ea0-4137-b083-4eb29a9f04ae tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.1357944 Jun 18 22:01:48.778209 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b05107f6-32f1-4c52-bfda-79c051de9908 req-1f227b79-7b73-4638-86c2-41a9bddae662 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420787 Jun 18 22:01:49.092429 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb807f1-050c-41e1-a20a-f9723dd136e6 req-58302a6e-018a-4901-94ff-46f7c0f52a03 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:49.093771 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6bb807f1-050c-41e1-a20a-f9723dd136e6 req-58302a6e-018a-4901-94ff-46f7c0f52a03 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 943 time: 0.1504164 Jun 18 22:01:49.125816 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b9465-e2c1-4e62-8a1f-6b5893f460ae req-68041ae3-f724-4b12-a4bf-e3ef7560bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:49.127305 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-364b9465-e2c1-4e62-8a1f-6b5893f460ae req-68041ae3-f724-4b12-a4bf-e3ef7560bc2b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7&device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 1096 time: 0.1416223 Jun 18 22:01:49.130149 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78fcc6-9d5e-41af-8f22-4089ef7a75db req-fa22020f-db03-45e6-9f31-f372ffb75c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:49.131474 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ec78fcc6-9d5e-41af-8f22-4089ef7a75db req-fa22020f-db03-45e6-9f31-f372ffb75c03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=060b087bd54643a881c64aaba76b1ffe&device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 1096 time: 0.1468446 Jun 18 22:01:49.163405 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6bb807f1-050c-41e1-a20a-f9723dd136e6 req-5134e7fe-9c89-45bf-ba76-10745c0210fc tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631254 Jun 18 22:01:49.322844 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78fcc6-9d5e-41af-8f22-4089ef7a75db req-472d12b8-82de-48ff-8625-3aebc4c91e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:49.324352 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ec78fcc6-9d5e-41af-8f22-4089ef7a75db req-472d12b8-82de-48ff-8625-3aebc4c91e33 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba HTTP/1.1" status: 200 len: 912 time: 0.1825914 Jun 18 22:01:49.325466 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b9465-e2c1-4e62-8a1f-6b5893f460ae req-49f592bf-e55b-4aaa-8c45-85bd67a6303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:49.326718 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-364b9465-e2c1-4e62-8a1f-6b5893f460ae req-49f592bf-e55b-4aaa-8c45-85bd67a6303f service neutron] 10.222.0.44 "GET /v2.0/networks?id=7dc362ef-bd1f-40fa-861d-5e2be660a931 HTTP/1.1" status: 200 len: 918 time: 0.1860464 Jun 18 22:01:49.419146 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ec78fcc6-9d5e-41af-8f22-4089ef7a75db req-4199b263-5126-4971-88dd-a53966cbe88d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bfe51a8-4d7e-4fcf-88ff-73c816145275 HTTP/1.1" status: 200 len: 217 time: 0.0822971 Jun 18 22:01:49.420476 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-364b9465-e2c1-4e62-8a1f-6b5893f460ae req-4bd89a5a-c6a5-473a-bb9c-fddf48a5250e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c20a162-8d54-43a6-a089-b489a2c4697c HTTP/1.1" status: 200 len: 217 time: 0.0695155 Jun 18 22:01:49.521887 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b9465-e2c1-4e62-8a1f-6b5893f460ae req-428eb2d7-9985-4941-917e-45a64d46c8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:49.523439 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-364b9465-e2c1-4e62-8a1f-6b5893f460ae req-428eb2d7-9985-4941-917e-45a64d46c8a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5 HTTP/1.1" status: 200 len: 856 time: 0.0865605 Jun 18 22:01:49.525434 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78fcc6-9d5e-41af-8f22-4089ef7a75db req-50017c47-b9c4-4dc1-8f0a-9fe6809b6c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:49.527015 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ec78fcc6-9d5e-41af-8f22-4089ef7a75db req-50017c47-b9c4-4dc1-8f0a-9fe6809b6c59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e88c2615-07dc-46be-ba2d-38e20e9d69fe HTTP/1.1" status: 200 len: 850 time: 0.0941272 Jun 18 22:01:49.687714 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53db04-1d48-4980-ae2b-ee5465420774 req-f8582bf5-ea32-483e-be25-467c27427a69 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:49.693651 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9d53db04-1d48-4980-ae2b-ee5465420774 req-f8582bf5-ea32-483e-be25-467c27427a69 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 944 time: 0.1574419 Jun 18 22:01:49.728126 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b9465-e2c1-4e62-8a1f-6b5893f460ae req-65e5c9f5-0467-4e75-ac5f-f63aa5c80d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:49.729468 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-364b9465-e2c1-4e62-8a1f-6b5893f460ae req-65e5c9f5-0467-4e75-ac5f-f63aa5c80d34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7dc362ef-bd1f-40fa-861d-5e2be660a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1570823 Jun 18 22:01:49.733213 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78fcc6-9d5e-41af-8f22-4089ef7a75db req-43f0e3bd-d18b-42bb-b3df-17ffd6a3eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:49.734600 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ec78fcc6-9d5e-41af-8f22-4089ef7a75db req-43f0e3bd-d18b-42bb-b3df-17ffd6a3eb9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1632984 Jun 18 22:01:49.782991 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 32936) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:49.948595 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7f926085-49aa-409b-839a-e55113ea332d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:50.050873 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7f926085-49aa-409b-839a-e55113ea332d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:50.090875 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9d53db04-1d48-4980-ae2b-ee5465420774 req-79dae6c9-8aea-480d-a914-3d8c3c11ef2a tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961499 Jun 18 22:01:50.150242 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7f926085-49aa-409b-839a-e55113ea332d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:50.161855 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-364b9465-e2c1-4e62-8a1f-6b5893f460ae req-18bdf03e-9cc4-49d2-a0e9-b96291e73215 service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153898 Jun 18 22:01:50.164505 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ec78fcc6-9d5e-41af-8f22-4089ef7a75db req-5910a938-782c-4124-a183-f1d620f2f16e service neutron] 10.222.0.44 "GET /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167795 Jun 18 22:01:50.184264 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:50.192981 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-7f926085-49aa-409b-839a-e55113ea332d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=10dc2f7acc6a423393499188a0dba04c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074264 Jun 18 22:01:50.193655 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 32960) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:50.252704 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f926085-49aa-409b-839a-e55113ea332d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d40986-d249-4fbc-9ab1-62061e95d1c4,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:50.263103 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7f926085-49aa-409b-839a-e55113ea332d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:50.278808 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6f1d-7cd2-437b-8859-4910021bc7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:50.300579 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6f1d-7cd2-437b-8859-4910021bc7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:50.372245 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-364b9465-e2c1-4e62-8a1f-6b5893f460ae req-3caf39ed-bea6-4db7-8609-deca680275b4 service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960669 Jun 18 22:01:50.374257 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ec78fcc6-9d5e-41af-8f22-4089ef7a75db req-6887ac0a-23df-4b94-97e9-dcf4ddc6057d service neutron] 10.222.0.44 "GET /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933219 Jun 18 22:01:50.403523 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137be283-aa94-4d83-8ff8-fe374b51ede7 req-460325b4-9976-4ff3-902f-f2898215a7d7 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:50.405091 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-137be283-aa94-4d83-8ff8-fe374b51ede7 req-460325b4-9976-4ff3-902f-f2898215a7d7 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.1472471 Jun 18 22:01:50.447404 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6f1d-7cd2-437b-8859-4910021bc7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:50.454593 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6f1d-7cd2-437b-8859-4910021bc7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:50.455795 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-5b2d6f1d-7cd2-437b-8859-4910021bc7fd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45d40986-d249-4fbc-9ab1-62061e95d1c4 HTTP/1.1" status: 204 len: 168 time: 0.2584598 Jun 18 22:01:50.456634 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-74f2c3be-8181-418f-a9fa-eaf7798b2627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:50.460474 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-137be283-aa94-4d83-8ff8-fe374b51ede7 req-a6bfad70-780d-4a00-8082-bbadc912d9d6 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481646 Jun 18 22:01:50.475456 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d6f1d-7cd2-437b-8859-4910021bc7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d40986-d249-4fbc-9ab1-62061e95d1c4,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:50.478802 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-5b2d6f1d-7cd2-437b-8859-4910021bc7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:50.654955 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94822e01-b536-49ad-b541-addae50d1325 req-bf7bad29-46de-431b-8114-4de898527785 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:50.656004 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-94822e01-b536-49ad-b541-addae50d1325 req-bf7bad29-46de-431b-8114-4de898527785 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 943 time: 0.0718381 Jun 18 22:01:50.697024 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-94822e01-b536-49ad-b541-addae50d1325 req-018717aa-9c2c-4853-a2fd-d3486bde9058 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354319 Jun 18 22:01:50.921901 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device b427870c-d48c-4e63-aa2d-9835c4427716 up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:51.104035 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port b427870c-d48c-4e63-aa2d-9835c4427716 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:01:51.108027 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port b427870c-d48c-4e63-aa2d-9835c4427716 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:51.108440 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:51.190926 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:51.217988 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54502ca5-277e-40b1-8f62-0f0c63331763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b427870c-d48c-4e63-aa2d-9835c4427716'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:01:51.224318 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142c7a7a-c7e3-4449-b2af-0da0188fbbcd" -d '{"events": [{"server_uuid": "54502ca5-277e-40b1-8f62-0f0c63331763", "name": "network-vif-plugged", "status": "completed", "tag": "b427870c-d48c-4e63-aa2d-9835c4427716"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:01:51.234097 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port b427870c-d48c-4e63-aa2d-9835c4427716, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b427870c-d48c-4e63-aa2d-9835c4427716,segment=NetworkSegment(04bdea9c-0f85-43ce-a5c6-f791f52ed4d5),segment_id=04bdea9c-0f85-43ce-a5c6-f791f52ed4d5)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:51.261718 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e017691d-dff8-4c4c-b28d-b1799eb5929e x-openstack-request-id: req-e017691d-dff8-4c4c-b28d-b1799eb5929e {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:01:51.262299 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54502ca5-277e-40b1-8f62-0f0c63331763", "name": "network-vif-plugged", "status": "completed", "tag": "b427870c-d48c-4e63-aa2d-9835c4427716", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:01:51.262568 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e017691d-dff8-4c4c-b28d-b1799eb5929e {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:01:51.263152 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54502ca5-277e-40b1-8f62-0f0c63331763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b427870c-d48c-4e63-aa2d-9835c4427716', 'code': 200} Jun 18 22:01:51.283689 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac49f9-d716-4d88-a044-f196025889c5 req-3fb61d47-0e26-4786-a80c-3b32f4ce3acf tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:51.285185 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-80ac49f9-d716-4d88-a044-f196025889c5 req-3fb61d47-0e26-4786-a80c-3b32f4ce3acf tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 944 time: 0.0673342 Jun 18 22:01:51.315591 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 33008) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:51.320847 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:51.324683 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-8784572b-e5c4-47b8-be03-6485c4634c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:51.329237 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-302d1ec6-9ef8-40ff-aae7-2bffae2e0a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:51.336142 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-80ac49f9-d716-4d88-a044-f196025889c5 req-9bfa90ac-e9f3-45d2-bef7-3bc1eaf936cc tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445194 Jun 18 22:01:51.382239 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=b427870c-d48c-4e63-aa2d-9835c4427716,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:51.386020 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:51.428658 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-302d1ec6-9ef8-40ff-aae7-2bffae2e0a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:51.509925 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-302d1ec6-9ef8-40ff-aae7-2bffae2e0a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:51.515961 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-4a5a0b37-b8e0-480a-81ad-1f8c6f72e75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:51.554497 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-302d1ec6-9ef8-40ff-aae7-2bffae2e0a73 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5aa31359f8b047139deab65841ee3b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329698 Jun 18 22:01:51.554497 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 33018) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:51.568293 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d1ec6-9ef8-40ff-aae7-2bffae2e0a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d161320-1ebb-4bff-88f0-950f044a5a6a,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:51.574028 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-302d1ec6-9ef8-40ff-aae7-2bffae2e0a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:51.620337 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6e61014a-d9c2-451c-84f6-96b121097919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:51.646232 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6e61014a-d9c2-451c-84f6-96b121097919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:51.713895 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67881b-4fee-4e89-8c81-ecf401d278dd req-7f551792-2550-4eb3-9b10-3c488f971ab0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:51.715354 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-be67881b-4fee-4e89-8c81-ecf401d278dd req-7f551792-2550-4eb3-9b10-3c488f971ab0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.1093152 Jun 18 22:01:51.725647 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71920627-6c53-41d8-abc4-4b820535c322 req-15bebebf-5ebe-479d-a5f3-5bcf5a3ad4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:51.727034 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-71920627-6c53-41d8-abc4-4b820535c322 req-15bebebf-5ebe-479d-a5f3-5bcf5a3ad4ef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 1098 time: 0.0838602 Jun 18 22:01:51.789784 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6e61014a-d9c2-451c-84f6-96b121097919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:51.796439 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6e61014a-d9c2-451c-84f6-96b121097919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:51.803214 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-6e61014a-d9c2-451c-84f6-96b121097919 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4d161320-1ebb-4bff-88f0-950f044a5a6a HTTP/1.1" status: 204 len: 168 time: 0.2492387 Jun 18 22:01:51.804704 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:51.807160 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-be67881b-4fee-4e89-8c81-ecf401d278dd req-ce4c610c-3628-4c52-bc54-e00dff7fb90a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858862 Jun 18 22:01:51.809724 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-71920627-6c53-41d8-abc4-4b820535c322 req-dc1b4799-f77c-4fc8-ad86-8d71425c0116 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744972 Jun 18 22:01:51.814697 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61014a-d9c2-451c-84f6-96b121097919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d161320-1ebb-4bff-88f0-950f044a5a6a,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:51.832019 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6e61014a-d9c2-451c-84f6-96b121097919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:51.894575 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c12738-7bee-4e22-a3ae-c24610ae9d75 req-034b0398-60bf-417e-9a48-888c91ba2f75 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:51.896334 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a1c12738-7bee-4e22-a3ae-c24610ae9d75 req-034b0398-60bf-417e-9a48-888c91ba2f75 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 943 time: 0.0722988 Jun 18 22:01:51.937188 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a1c12738-7bee-4e22-a3ae-c24610ae9d75 req-83e9fc60-e2d3-4f59-b69d-73faaa42c74f tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343540 Jun 18 22:01:52.543551 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a190f6d-1386-4f36-b7f2-b4a72f0f027d req-82291182-28a2-4b3a-8c63-08e64aeb65c3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:52.545037 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4a190f6d-1386-4f36-b7f2-b4a72f0f027d req-82291182-28a2-4b3a-8c63-08e64aeb65c3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.0768056 Jun 18 22:01:52.583019 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4a190f6d-1386-4f36-b7f2-b4a72f0f027d req-482d3717-25c2-4016-bf78-f068bb3ff41c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322912 Jun 18 22:01:52.767371 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 33072) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:52.874527 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-7e2a25cd-1df5-4779-894e-582e6189f1e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1160339523-network', 'tenant_id': '34c3ef24ac4a49978915e49cfeff251e'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:52.922519 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 1bfe51a8-4d7e-4fcf-88ff-73c816145275 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:01:52.988396 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2a25cd-1df5-4779-894e-582e6189f1e4 admin admin] Made reservation on behalf of 34c3ef24ac4a49978915e49cfeff251e for: {'network': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:52.988396 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7e2a25cd-1df5-4779-894e-582e6189f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for network, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:52.997179 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7e2a25cd-1df5-4779-894e-582e6189f1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:53.007719 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e5198-172b-4127-b050-2bc44bbe2ebf req-ccd656f5-6ac1-4d95-b4a6-2ba97008cc3d tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:53.010071 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e70e5198-172b-4127-b050-2bc44bbe2ebf req-ccd656f5-6ac1-4d95-b4a6-2ba97008cc3d tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0900633 Jun 18 22:01:53.027973 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 1bfe51a8-4d7e-4fcf-88ff-73c816145275, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=1bfe51a8-4d7e-4fcf-88ff-73c816145275,segment=NetworkSegment(460f6417-ab01-4abe-9260-59d1ab54280a),segment_id=460f6417-ab01-4abe-9260-59d1ab54280a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:53.040472 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': '1bfe51a8-4d7e-4fcf-88ff-73c816145275', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'port_id': '1bfe51a8-4d7e-4fcf-88ff-73c816145275', 'mac_address': 'fa:16:3e:77:43:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:01:53.071853 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e70e5198-172b-4127-b050-2bc44bbe2ebf req-5657617d-7147-4d5f-ba8f-527b56aa1d2f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550754 Jun 18 22:01:53.078557 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:53.092953 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bfe51a8-4d7e-4fcf-88ff-73c816145275 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:01:53.116968 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 1bfe51a8-4d7e-4fcf-88ff-73c816145275, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=1bfe51a8-4d7e-4fcf-88ff-73c816145275,segment=NetworkSegment(460f6417-ab01-4abe-9260-59d1ab54280a),segment_id=460f6417-ab01-4abe-9260-59d1ab54280a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:53.176017 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c92835-665e-4ebf-bfdc-003fc01657a4 req-871fe561-bd77-47df-b4df-5341836cb837 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:53.183705 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:53.184505 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a4c92835-665e-4ebf-bfdc-003fc01657a4 req-871fe561-bd77-47df-b4df-5341836cb837 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 943 time: 0.1197605 Jun 18 22:01:53.184623 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 6c20a162-8d54-43a6-a089-b489a2c4697c details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:01:53.187337 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:53.207316 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7e2a25cd-1df5-4779-894e-582e6189f1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:53.229486 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a4c92835-665e-4ebf-bfdc-003fc01657a4 req-68ae5362-8841-4b01-9b75-c5c43c7d55f8 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441294 Jun 18 22:01:53.252573 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=1bfe51a8-4d7e-4fcf-88ff-73c816145275,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:53.257336 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:53.296142 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 33092) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:53.309033 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7e2a25cd-1df5-4779-894e-582e6189f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:53.313114 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:53.339525 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a25cd-1df5-4779-894e-582e6189f1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9cdfc2-884b-40cb-80c0-9bf11604ea6a,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:53.342109 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2a25cd-1df5-4779-894e-582e6189f1e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=93154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:01:53.344082 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-7e2a25cd-1df5-4779-894e-582e6189f1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:53.351902 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7e2a25cd-1df5-4779-894e-582e6189f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:53.352798 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.segments_db [None req-7e2a25cd-1df5-4779-894e-582e6189f1e4 admin admin] Added segment 3f951541-1850-49db-bf30-9ac9d2c3da4a of type vlan for network 1296682d-bb8d-4624-9dc0-dcc9833a78e0 Jun 18 22:01:53.374106 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 6c20a162-8d54-43a6-a089-b489a2c4697c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=6c20a162-8d54-43a6-a089-b489a2c4697c,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:53.388930 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': '6c20a162-8d54-43a6-a089-b489a2c4697c', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'port_id': '6c20a162-8d54-43a6-a089-b489a2c4697c', 'mac_address': 'fa:16:3e:b0:8a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:01:53.409421 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7e2a25cd-1df5-4779-894e-582e6189f1e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737366562524'] for network, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:53.438578 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:53.453945 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c20a162-8d54-43a6-a089-b489a2c4697c {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:01:53.456252 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bf705461-f2e6-490d-b1fb-8911f220474b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:53.477889 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 6c20a162-8d54-43a6-a089-b489a2c4697c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=6c20a162-8d54-43a6-a089-b489a2c4697c,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:53.529175 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7e2a25cd-1df5-4779-894e-582e6189f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283'] for network, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:53.532624 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2a25cd-1df5-4779-894e-582e6189f1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:53.533198 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7e2a25cd-1df5-4779-894e-582e6189f1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:53.540339 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:53.547564 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bf705461-f2e6-490d-b1fb-8911f220474b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:53.557637 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:53.559642 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:53.598923 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a25cd-1df5-4779-894e-582e6189f1e4 admin admin] Pushing event updated for resources: {'Network': ['ID=1296682d-bb8d-4624-9dc0-dcc9833a78e0,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:53.601759 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-7e2a25cd-1df5-4779-894e-582e6189f1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:53.606326 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=6c20a162-8d54-43a6-a089-b489a2c4697c,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:53.607317 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bf705461-f2e6-490d-b1fb-8911f220474b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:53.608882 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:53.610340 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-e917a266-cd53-4a76-8de0-ef1ae2e0b3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:53.611195 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Network 1296682d-bb8d-4624-9dc0-dcc9833a78e0 details requested by agent ovs-agent-dv-cinder-766752-3-iscsi with host dv-cinder-766752-3-iscsi {{(pid=93155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:01:53.670108 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-bf705461-f2e6-490d-b1fb-8911f220474b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=199860fc769e48cb86d64e1488352b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738639 Jun 18 22:01:53.671032 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf705461-f2e6-490d-b1fb-8911f220474b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b182fa4-a049-45ef-9fa4-7ef995b0f3ed,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:53.672871 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 33102) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:53.676792 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bf705461-f2e6-490d-b1fb-8911f220474b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:53.676792 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-7e2a25cd-1df5-4779-894e-582e6189f1e4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9078047 Jun 18 22:01:53.679523 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 33104) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:53.686543 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-70e5c4bc-aa58-4cc8-86d3-58a4c7cead25 admin admin] Request body: {'subnet': {'network_id': '1296682d-bb8d-4624-9dc0-dcc9833a78e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1160339523-subnet', 'tenant_id': '34c3ef24ac4a49978915e49cfeff251e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:53.734487 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-66663343-47ea-4d91-9db7-869d1750ea62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:53.756520 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-66663343-47ea-4d91-9db7-869d1750ea62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:53.762319 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e5c4bc-aa58-4cc8-86d3-58a4c7cead25 admin admin] Made reservation on behalf of 34c3ef24ac4a49978915e49cfeff251e for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:53.767591 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-70e5c4bc-aa58-4cc8-86d3-58a4c7cead25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:53.850624 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 33108) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:53.856998 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7149bd4-559a-46a7-ad04-e0f021e07f38 req-6dc94b62-aef9-4bda-8f4f-200ce3059b8b tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:53.858526 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d7149bd4-559a-46a7-ad04-e0f021e07f38 req-6dc94b62-aef9-4bda-8f4f-200ce3059b8b tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.1326220 Jun 18 22:01:53.874181 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-66663343-47ea-4d91-9db7-869d1750ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:53.879106 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-66663343-47ea-4d91-9db7-869d1750ea62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:53.886742 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-66663343-47ea-4d91-9db7-869d1750ea62 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0b182fa4-a049-45ef-9fa4-7ef995b0f3ed HTTP/1.1" status: 204 len: 168 time: 0.2108455 Jun 18 22:01:53.887756 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6179549c-a462-4623-8fbc-ce646fd36f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:53.901651 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66663343-47ea-4d91-9db7-869d1750ea62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b182fa4-a049-45ef-9fa4-7ef995b0f3ed,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:53.905209 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-66663343-47ea-4d91-9db7-869d1750ea62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:53.914408 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d7149bd4-559a-46a7-ad04-e0f021e07f38 req-8a109e7e-0c21-4023-b3d7-1d98c117ff24 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495393 Jun 18 22:01:54.009236 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-702d24a5-9bdf-479b-818e-aab03683b2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:54.049925 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['1bfe51a8-4d7e-4fcf-88ff-73c816145275'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:01:54.096881 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-702d24a5-9bdf-479b-818e-aab03683b2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:54.100426 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['6c20a162-8d54-43a6-a089-b489a2c4697c'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:01:54.151060 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-70e5c4bc-aa58-4cc8-86d3-58a4c7cead25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:54.153708 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:54.177934 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-702d24a5-9bdf-479b-818e-aab03683b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:54.204903 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-3912143b-9a8c-4ecc-a6d4-daa1898793b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:54.213143 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-702d24a5-9bdf-479b-818e-aab03683b2e1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1201a8a2a7cd4a60882dbf522e76cdc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608501 Jun 18 22:01:54.213975 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 33120) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:54.228791 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5c4bc-aa58-4cc8-86d3-58a4c7cead25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6402a815-f209-4b74-b656-b3de9c4b4ff2,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:54.244562 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e5c4bc-aa58-4cc8-86d3-58a4c7cead25 admin admin] Checking segment: {'id': '3f951541-1850-49db-bf30-9ac9d2c3da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1296682d-bb8d-4624-9dc0-dcc9833a78e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:54.256866 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e5c4bc-aa58-4cc8-86d3-58a4c7cead25 admin admin] Network hostable DHCP agents. Network: 1296682d-bb8d-4624-9dc0-dcc9833a78e0, hostable agents: ['9f0b91c3-6ba3-4173-8e48-c1b1d033014c'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:01:54.262254 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d24a5-9bdf-479b-818e-aab03683b2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bf6873-e749-45e6-9ab6-11d32864c5be,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:54.270778 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-702d24a5-9bdf-479b-818e-aab03683b2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:54.299382 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bb68df60-5a8c-4b9a-922d-6e5d77e949a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:54.329886 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-70e5c4bc-aa58-4cc8-86d3-58a4c7cead25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:54.344386 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bb68df60-5a8c-4b9a-922d-6e5d77e949a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:54.384928 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1d367-53c8-47fd-9036-039c138374d5 req-8b5eea4f-7255-46db-a5bd-f9ca0242f202 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:54.387796 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9ae1d367-53c8-47fd-9036-039c138374d5 req-8b5eea4f-7255-46db-a5bd-f9ca0242f202 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 944 time: 0.1719322 Jun 18 22:01:54.429934 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9ae1d367-53c8-47fd-9036-039c138374d5 req-c6cf6476-649c-41eb-a639-f6a70af2d25d tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364759 Jun 18 22:01:54.439139 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e5c4bc-aa58-4cc8-86d3-58a4c7cead25 admin admin] Network 1296682d-bb8d-4624-9dc0-dcc9833a78e0 is scheduled to be hosted by DHCP agent 9f0b91c3-6ba3-4173-8e48-c1b1d033014c with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:01:54.497249 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bb68df60-5a8c-4b9a-922d-6e5d77e949a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:54.499948 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bb68df60-5a8c-4b9a-922d-6e5d77e949a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:54.501149 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-bb68df60-5a8c-4b9a-922d-6e5d77e949a9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/91bf6873-e749-45e6-9ab6-11d32864c5be HTTP/1.1" status: 204 len: 168 time: 0.2853322 Jun 18 22:01:54.506737 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-13ddfd65-83d0-4b2d-8410-b0285dbcb222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:54.511900 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68df60-5a8c-4b9a-922d-6e5d77e949a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bf6873-e749-45e6-9ab6-11d32864c5be,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:54.514409 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-bb68df60-5a8c-4b9a-922d-6e5d77e949a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:54.538320 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-70e5c4bc-aa58-4cc8-86d3-58a4c7cead25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-iscsi, 1296682d-bb8d-4624-9dc0-dcc9833a78e0) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:54.547411 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9842f26f-6f02-489a-82f0-9d9dd118547a None None] Network 1296682d-bb8d-4624-9dc0-dcc9833a78e0 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:01:54.551149 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e5c4bc-aa58-4cc8-86d3-58a4c7cead25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:54.552139 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-70e5c4bc-aa58-4cc8-86d3-58a4c7cead25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:54.642111 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d560c-7afd-4b65-b74f-edf58186e3bf req-401e2895-268a-4a66-9051-96399d6f440f tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:54.644066 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a00d560c-7afd-4b65-b74f-edf58186e3bf req-401e2895-268a-4a66-9051-96399d6f440f tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 944 time: 0.0892115 Jun 18 22:01:54.706599 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae02919-ada3-43da-890d-5542026ccf59 None None] Network 1296682d-bb8d-4624-9dc0-dcc9833a78e0 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:01:54.748210 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-70e5c4bc-aa58-4cc8-86d3-58a4c7cead25 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0551448 Jun 18 22:01:54.766195 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a00d560c-7afd-4b65-b74f-edf58186e3bf req-095d1222-d5e9-400f-9e45-f7d9cda273c2 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138532 Jun 18 22:01:54.774007 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 33142) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:54.803312 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a4d19342-77ae-4ce1-8357-f9d1732d26e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:54.820405 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05d91a-b2e9-488f-9795-ba3dc76364e5 req-41c329ad-c427-44cb-aac4-ead79942a484 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:54.822369 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cb05d91a-b2e9-488f-9795-ba3dc76364e5 req-41c329ad-c427-44cb-aac4-ead79942a484 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.1475041 Jun 18 22:01:54.828756 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe4cc4-a2d4-4d55-91c8-00b955672341 req-d8794210-1106-4033-a41e-aa5c183eea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:54.830412 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b8fe4cc4-a2d4-4d55-91c8-00b955672341 req-d8794210-1106-4033-a41e-aa5c183eea0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02a6e92122c648009a67bed9a25e5509&device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 1098 time: 0.1066928 Jun 18 22:01:54.917503 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cb05d91a-b2e9-488f-9795-ba3dc76364e5 req-b6d183b3-2b9a-4f00-bb61-ebc18379d531 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861378 Jun 18 22:01:54.929328 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a4d19342-77ae-4ce1-8357-f9d1732d26e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:54.952500 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe4cc4-a2d4-4d55-91c8-00b955672341 req-3519313f-6307-40d0-a27a-807b59f30b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:54.953942 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b8fe4cc4-a2d4-4d55-91c8-00b955672341 req-3519313f-6307-40d0-a27a-807b59f30b3d service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e3d4388-f912-494e-9274-2eaf8813e493 HTTP/1.1" status: 200 len: 920 time: 0.1160002 Jun 18 22:01:55.002171 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b8fe4cc4-a2d4-4d55-91c8-00b955672341 req-2de9ddee-5875-4b1f-932b-8daa637eefa9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b427870c-d48c-4e63-aa2d-9835c4427716 HTTP/1.1" status: 200 len: 217 time: 0.0378625 Jun 18 22:01:55.034954 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a4d19342-77ae-4ce1-8357-f9d1732d26e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:55.042738 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-66663343-47ea-4d91-9db7-869d1750ea62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:55.079422 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe4cc4-a2d4-4d55-91c8-00b955672341 req-36f5fe44-aaee-44a0-8a20-b72525deb5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:55.081618 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b8fe4cc4-a2d4-4d55-91c8-00b955672341 req-36f5fe44-aaee-44a0-8a20-b72525deb5d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6010c590-2fee-479f-8c83-b0d256412620 HTTP/1.1" status: 200 len: 859 time: 0.0719366 Jun 18 22:01:55.109038 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d19342-77ae-4ce1-8357-f9d1732d26e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296e6630-bec5-484b-b3a3-9d2acf22e5b6,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:55.113156 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a4d19342-77ae-4ce1-8357-f9d1732d26e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1de1097b27d04f36acb978b0f51b6a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380923 Jun 18 22:01:55.114310 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-a4d19342-77ae-4ce1-8357-f9d1732d26e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:55.115700 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 33158) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:55.133677 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b8fe4cc4-a2d4-4d55-91c8-00b955672341 req-2ed0cfe2-e82a-40ea-a778-f07fedca8f07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e3d4388-f912-494e-9274-2eaf8813e493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359955 Jun 18 22:01:55.173641 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2680b7ec-2539-4c36-a389-5053cced18be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:55.199631 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2680b7ec-2539-4c36-a389-5053cced18be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:55.238473 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b8fe4cc4-a2d4-4d55-91c8-00b955672341 req-f6e9749b-88d5-4f73-ad45-edfc386b346b service neutron] 10.222.0.44 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945516 Jun 18 22:01:55.343127 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2680b7ec-2539-4c36-a389-5053cced18be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:55.343563 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b8fe4cc4-a2d4-4d55-91c8-00b955672341 req-28e35e79-06fc-4420-94bc-1dea74e52a13 service neutron] 10.222.0.44 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912900 Jun 18 22:01:55.345707 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2680b7ec-2539-4c36-a389-5053cced18be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:55.346929 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-2680b7ec-2539-4c36-a389-5053cced18be admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/296e6630-bec5-484b-b3a3-9d2acf22e5b6 HTTP/1.1" status: 204 len: 168 time: 0.2301633 Jun 18 22:01:55.347689 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-fdfe180f-4d78-4f63-a602-f1e60f070a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:55.355805 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680b7ec-2539-4c36-a389-5053cced18be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296e6630-bec5-484b-b3a3-9d2acf22e5b6,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:55.357809 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-2680b7ec-2539-4c36-a389-5053cced18be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:55.663263 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7640790-e4dd-47aa-9392-109860615823 req-4dabb4f5-b8a1-48f0-ac28-b803517620ff tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:55.665388 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f7640790-e4dd-47aa-9392-109860615823 req-4dabb4f5-b8a1-48f0-ac28-b803517620ff tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 944 time: 0.0835207 Jun 18 22:01:55.703817 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f7640790-e4dd-47aa-9392-109860615823 req-5497850d-05ed-4e30-ba6b-a811f14a9be0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328066 Jun 18 22:01:55.908384 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 33200) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:55.914484 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-6643e48e-d702-45fc-abbe-98457b794ab7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-612564025-network', 'tenant_id': '9d7057bf87ba432d90d10347e7c53c73'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:55.957186 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640f2ad-a02f-49c4-8005-10293f053dc1 req-e0bb2b49-96bc-4c40-aba2-6c02f5814fc3 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:55.958393 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c640f2ad-a02f-49c4-8005-10293f053dc1 req-e0bb2b49-96bc-4c40-aba2-6c02f5814fc3 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 944 time: 0.0758989 Jun 18 22:01:56.009909 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c640f2ad-a02f-49c4-8005-10293f053dc1 req-69d878fa-517e-4f58-8430-d8dd69156b6c tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439365 Jun 18 22:01:56.028969 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6643e48e-d702-45fc-abbe-98457b794ab7 admin admin] Made reservation on behalf of 9d7057bf87ba432d90d10347e7c53c73 for: {'network': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:56.031681 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6643e48e-d702-45fc-abbe-98457b794ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for network, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:56.042331 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6643e48e-d702-45fc-abbe-98457b794ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:56.144046 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092dc32-3e3f-4761-98d5-2c8ba2174d0b req-e2b09916-63e6-4420-b507-5b9d941cf8f1 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:56.145888 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a092dc32-3e3f-4761-98d5-2c8ba2174d0b req-e2b09916-63e6-4420-b507-5b9d941cf8f1 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.0706873 Jun 18 22:01:56.174878 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6643e48e-d702-45fc-abbe-98457b794ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:56.194545 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a092dc32-3e3f-4761-98d5-2c8ba2174d0b req-7494e45c-1ff4-4d03-81b3-c36f1de8bd3e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414946 Jun 18 22:01:56.245849 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6643e48e-d702-45fc-abbe-98457b794ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:56.248855 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-253be5c5-140a-47e7-8ce3-ce046c9d2a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:56.273623 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6643e48e-d702-45fc-abbe-98457b794ab7 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=93153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:01:56.280756 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643e48e-d702-45fc-abbe-98457b794ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77adbfb-1773-417c-b970-653147e665d7,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:56.284332 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6643e48e-d702-45fc-abbe-98457b794ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:56.287015 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6643e48e-d702-45fc-abbe-98457b794ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:56.287985 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.db.segments_db [None req-6643e48e-d702-45fc-abbe-98457b794ab7 admin admin] Added segment 7c312290-61da-4bf2-8ea9-95431412228a of type vlan for network 6d632fec-0933-4e7a-9b71-01bd7ba7dd42 Jun 18 22:01:56.328605 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6643e48e-d702-45fc-abbe-98457b794ab7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737366562524'] for network, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:56.446566 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6643e48e-d702-45fc-abbe-98457b794ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283'] for network, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:56.447894 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6643e48e-d702-45fc-abbe-98457b794ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:56.448504 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6643e48e-d702-45fc-abbe-98457b794ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:56.451509 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-a6e10fd3-4af4-48b1-8ac2-dd8f5673e7b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:56.512639 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643e48e-d702-45fc-abbe-98457b794ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=6d632fec-0933-4e7a-9b71-01bd7ba7dd42,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:56.515461 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6643e48e-d702-45fc-abbe-98457b794ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:56.522909 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Network 6d632fec-0933-4e7a-9b71-01bd7ba7dd42 details requested by agent ovs-agent-dv-cinder-766752-3-iscsi with host dv-cinder-766752-3-iscsi {{(pid=93155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:01:56.566711 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-6643e48e-d702-45fc-abbe-98457b794ab7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6578884 Jun 18 22:01:56.569640 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 33234) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:56.575783 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-30357ca1-11ec-492b-a86f-9416eed1b400 admin admin] Request body: {'subnet': {'network_id': '6d632fec-0933-4e7a-9b71-01bd7ba7dd42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-612564025-subnet', 'tenant_id': '9d7057bf87ba432d90d10347e7c53c73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:01:56.657337 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30357ca1-11ec-492b-a86f-9416eed1b400 admin admin] Made reservation on behalf of 9d7057bf87ba432d90d10347e7c53c73 for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:01:56.659791 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-30357ca1-11ec-492b-a86f-9416eed1b400 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:56.725807 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 33242) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:56.861839 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dae2e355-5323-4e83-85f6-466515b60e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:56.966884 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 1bfe51a8-4d7e-4fcf-88ff-73c816145275 up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:56.969404 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-30357ca1-11ec-492b-a86f-9416eed1b400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:56.980174 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-70e5c4bc-aa58-4cc8-86d3-58a4c7cead25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:57.072769 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30357ca1-11ec-492b-a86f-9416eed1b400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de3e974-9fd7-4be5-859b-c25c224608cb,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:57.076419 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-30357ca1-11ec-492b-a86f-9416eed1b400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:57.083094 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dae2e355-5323-4e83-85f6-466515b60e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:57.091770 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port 1bfe51a8-4d7e-4fcf-88ff-73c816145275 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:01:57.096506 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port 1bfe51a8-4d7e-4fcf-88ff-73c816145275 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:57.097080 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:57.103455 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad679cb0-1ca2-4c1d-a422-80be9c9e42e5 req-b83fbf5c-76b0-4720-bfd6-4ac6ea132500 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:57.105000 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ad679cb0-1ca2-4c1d-a422-80be9c9e42e5 req-b83fbf5c-76b0-4720-bfd6-4ac6ea132500 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 944 time: 0.1887505 Jun 18 22:01:57.121166 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30357ca1-11ec-492b-a86f-9416eed1b400 admin admin] Checking segment: {'id': '7c312290-61da-4bf2-8ea9-95431412228a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d632fec-0933-4e7a-9b71-01bd7ba7dd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:01:57.124297 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30357ca1-11ec-492b-a86f-9416eed1b400 admin admin] Network hostable DHCP agents. Network: 6d632fec-0933-4e7a-9b71-01bd7ba7dd42, hostable agents: ['9f0b91c3-6ba3-4173-8e48-c1b1d033014c'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:01:57.190439 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dae2e355-5323-4e83-85f6-466515b60e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:57.194644 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:57.200603 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:57.221415 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496464fb-3785-4155-abf1-74616f4a624c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfe51a8-4d7e-4fcf-88ff-73c816145275'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:01:57.223733 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a788fb-ced5-48ec-8d44-aa64467808e6" -d '{"events": [{"server_uuid": "496464fb-3785-4155-abf1-74616f4a624c", "name": "network-vif-plugged", "status": "completed", "tag": "1bfe51a8-4d7e-4fcf-88ff-73c816145275"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:01:57.226280 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ad679cb0-1ca2-4c1d-a422-80be9c9e42e5 req-bdd5115e-8df0-472e-8522-22e139d3aae6 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127255 Jun 18 22:01:57.237466 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 1bfe51a8-4d7e-4fcf-88ff-73c816145275, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=1bfe51a8-4d7e-4fcf-88ff-73c816145275,segment=NetworkSegment(460f6417-ab01-4abe-9260-59d1ab54280a),segment_id=460f6417-ab01-4abe-9260-59d1ab54280a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:57.246463 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30357ca1-11ec-492b-a86f-9416eed1b400 admin admin] Network 6d632fec-0933-4e7a-9b71-01bd7ba7dd42 is scheduled to be hosted by DHCP agent 9f0b91c3-6ba3-4173-8e48-c1b1d033014c with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:01:57.260369 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-dae2e355-5323-4e83-85f6-466515b60e61 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae5a2b6b76f0436eb095c04c12eef4cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5335534 Jun 18 22:01:57.262934 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 33270) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:01:57.266254 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2e355-5323-4e83-85f6-466515b60e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d086a968-0d4f-4610-92ff-6f7f4aa390b8,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:57.269321 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-dae2e355-5323-4e83-85f6-466515b60e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:57.299242 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:57.300012 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 6c20a162-8d54-43a6-a089-b489a2c4697c up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:01:57.305171 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:57.322347 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b3ac1-2e6b-49e1-a317-ffd10302ee3f req-2a0c89c4-1442-4092-9f2e-fdb33cfad55c tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:57.324041 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-175b3ac1-2e6b-49e1-a317-ffd10302ee3f req-2a0c89c4-1442-4092-9f2e-fdb33cfad55c tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 944 time: 0.1974287 Jun 18 22:01:57.333793 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-30357ca1-11ec-492b-a86f-9416eed1b400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-iscsi, 6d632fec-0933-4e7a-9b71-01bd7ba7dd42) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:01:57.350847 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60999698-85bf-4ee0-b328-79a255cb8587 None None] Network 6d632fec-0933-4e7a-9b71-01bd7ba7dd42 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:01:57.356340 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30357ca1-11ec-492b-a86f-9416eed1b400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:57.357011 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-30357ca1-11ec-492b-a86f-9416eed1b400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:57.432855 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-30357ca1-11ec-492b-a86f-9416eed1b400 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8608108 Jun 18 22:01:57.437872 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=1bfe51a8-4d7e-4fcf-88ff-73c816145275,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:57.441390 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:57.448297 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f3a1-2016-41fc-a2ea-2aecbbf49c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:57.481720 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-175b3ac1-2e6b-49e1-a317-ffd10302ee3f req-832d167a-b208-4e11-bf2a-c8136a8d1089 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429853 Jun 18 22:01:57.501272 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f3a1-2016-41fc-a2ea-2aecbbf49c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:57.527706 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64733c5-43ff-43a8-886a-0bcc4e7b0c5f req-4c44c032-7b49-41cf-bf96-d70dfbaa39fb tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:57.528996 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c64733c5-43ff-43a8-886a-0bcc4e7b0c5f req-4c44c032-7b49-41cf-bf96-d70dfbaa39fb tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.1608150 Jun 18 22:01:57.545875 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03555227-4df3-42e4-8d59-eed9881c6f49 None None] Network 6d632fec-0933-4e7a-9b71-01bd7ba7dd42 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:01:57.580484 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854c1aca-df74-4bd6-8f84-e3560437022f x-openstack-request-id: req-854c1aca-df74-4bd6-8f84-e3560437022f {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:01:57.580777 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496464fb-3785-4155-abf1-74616f4a624c", "name": "network-vif-plugged", "status": "completed", "tag": "1bfe51a8-4d7e-4fcf-88ff-73c816145275", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:01:57.588578 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-854c1aca-df74-4bd6-8f84-e3560437022f {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:01:57.589196 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496464fb-3785-4155-abf1-74616f4a624c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfe51a8-4d7e-4fcf-88ff-73c816145275', 'code': 200} Jun 18 22:01:57.599461 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c64733c5-43ff-43a8-886a-0bcc4e7b0c5f req-448bc9de-a164-419b-8418-92961c227a04 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617752 Jun 18 22:01:57.614511 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port 6c20a162-8d54-43a6-a089-b489a2c4697c completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:01:57.640896 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port 6c20a162-8d54-43a6-a089-b489a2c4697c triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:01:57.643723 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:57.697715 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f3a1-2016-41fc-a2ea-2aecbbf49c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:57.700453 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f3a1-2016-41fc-a2ea-2aecbbf49c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:57.704655 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-2ad6f3a1-2016-41fc-a2ea-2aecbbf49c6c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d086a968-0d4f-4610-92ff-6f7f4aa390b8 HTTP/1.1" status: 204 len: 168 time: 0.4392109 Jun 18 22:01:57.705526 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-058c6213-9bce-47c8-9be0-b8cc79ffacad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:57.715391 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6f3a1-2016-41fc-a2ea-2aecbbf49c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d086a968-0d4f-4610-92ff-6f7f4aa390b8,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:57.720908 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-2ad6f3a1-2016-41fc-a2ea-2aecbbf49c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:57.814833 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:57.853009 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 6c20a162-8d54-43a6-a089-b489a2c4697c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=6c20a162-8d54-43a6-a089-b489a2c4697c,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:01:57.942771 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:57.944673 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:01:57.993613 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=6c20a162-8d54-43a6-a089-b489a2c4697c,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:01:57.998719 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:01:58.089313 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a1bcd-a343-4750-938d-337824f0c70a req-c2afab22-aa8c-4c71-be5f-07fbec0ec5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:58.090849 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-962a1bcd-a343-4750-938d-337824f0c70a req-c2afab22-aa8c-4c71-be5f-07fbec0ec5c3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 1098 time: 0.0555022 Jun 18 22:01:58.131390 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-962a1bcd-a343-4750-938d-337824f0c70a req-6479df86-279b-434e-81a8-60cff6d96efb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328135 Jun 18 22:01:58.415748 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678594b3-001b-4de9-806b-4582531aa7c9 req-606c98a3-c0c6-4b34-aadb-0e8ce9a98fc8 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:58.417226 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-678594b3-001b-4de9-806b-4582531aa7c9 req-606c98a3-c0c6-4b34-aadb-0e8ce9a98fc8 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.0683448 Jun 18 22:01:58.455416 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-678594b3-001b-4de9-806b-4582531aa7c9 req-ff7519e3-cb4d-48a5-b86f-433e91ebf157 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323753 Jun 18 22:01:58.775492 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043f8c5-b683-40d3-98cd-d13df87c06d1 req-03d8027f-01f0-420f-a871-56d948f74d47 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:58.775492 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1043f8c5-b683-40d3-98cd-d13df87c06d1 req-03d8027f-01f0-420f-a871-56d948f74d47 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.1658092 Jun 18 22:01:58.856739 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1043f8c5-b683-40d3-98cd-d13df87c06d1 req-9f6f71a0-7633-47c5-b81e-ba12bbaef55e tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725660 Jun 18 22:01:58.892870 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab24c3-8f04-43f8-9d7a-d4f02ae2f283 req-4ca1b960-36e6-4f30-8782-7b836e03f490 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:58.892870 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c4ab24c3-8f04-43f8-9d7a-d4f02ae2f283 req-4ca1b960-36e6-4f30-8782-7b836e03f490 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.1041272 Jun 18 22:01:58.911777 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c4ab24c3-8f04-43f8-9d7a-d4f02ae2f283 req-8ff3457a-12ae-4b0b-b6a6-cb92a3ea5df2 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320582 Jun 18 22:01:59.590689 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb7b577-acbf-49e7-b792-01fee9db6bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c20a162-8d54-43a6-a089-b489a2c4697c'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:01:59.593334 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d289d8-f971-43b3-ace6-26a5e1dc3ae9" -d '{"events": [{"server_uuid": "fcb7b577-acbf-49e7-b792-01fee9db6bf7", "name": "network-vif-plugged", "status": "completed", "tag": "6c20a162-8d54-43a6-a089-b489a2c4697c"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:01:59.637302 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff8a818-75bd-4c2e-91b1-f439d598bb42 x-openstack-request-id: req-cff8a818-75bd-4c2e-91b1-f439d598bb42 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:01:59.637302 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb7b577-acbf-49e7-b792-01fee9db6bf7", "name": "network-vif-plugged", "status": "completed", "tag": "6c20a162-8d54-43a6-a089-b489a2c4697c", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:01:59.637302 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cff8a818-75bd-4c2e-91b1-f439d598bb42 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:01:59.637842 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb7b577-acbf-49e7-b792-01fee9db6bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c20a162-8d54-43a6-a089-b489a2c4697c', 'code': 200} Jun 18 22:01:59.677020 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b276c04-459b-451f-91d6-683b7d0445cf req-62a0b140-b737-40ad-8a2d-f7775a3a75a5 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:01:59.678647 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5b276c04-459b-451f-91d6-683b7d0445cf req-62a0b140-b737-40ad-8a2d-f7775a3a75a5 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.1016400 Jun 18 22:01:59.726673 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5b276c04-459b-451f-91d6-683b7d0445cf req-86bc2a98-ba1f-44aa-88f3-a606da9e74f5 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415983 Jun 18 22:01:59.792281 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 33384) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:00.024044 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b06cee05-b730-4107-a187-88e1375352d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:00.253528 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4a03d-93d5-4fa5-940b-b633a647c1a5 req-d2e7bc65-141b-424e-8d16-fd21cec92b87 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:00.255084 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d1a4a03d-93d5-4fa5-940b-b633a647c1a5 req-d2e7bc65-141b-424e-8d16-fd21cec92b87 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.2198443 Jun 18 22:02:00.264310 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cdb86-2541-47a6-b2cc-6d292e6d1d55 req-331f8580-fba5-47ad-a089-543dc972795e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:00.265737 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-027cdb86-2541-47a6-b2cc-6d292e6d1d55 req-331f8580-fba5-47ad-a089-543dc972795e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.2118649 Jun 18 22:02:00.314672 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be118535-0f85-43af-9213-44c1ba57544e req-35e35324-5e26-413a-b05c-47e2d745805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:00.316150 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-be118535-0f85-43af-9213-44c1ba57544e req-35e35324-5e26-413a-b05c-47e2d745805b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 1098 time: 0.1816454 Jun 18 22:02:00.327435 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b06cee05-b730-4107-a187-88e1375352d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:00.370386 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d1a4a03d-93d5-4fa5-940b-b633a647c1a5 req-a0245d1b-58b4-4b6e-87b4-5221f91db6df tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005335 Jun 18 22:02:00.381257 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-027cdb86-2541-47a6-b2cc-6d292e6d1d55 req-534b1a53-10e6-4b65-a80d-62bae0fd94e9 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020217 Jun 18 22:02:00.407649 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-be118535-0f85-43af-9213-44c1ba57544e req-b3365374-9b8d-40fa-bc7b-e1c8ad395669 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738258 Jun 18 22:02:00.422468 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b06cee05-b730-4107-a187-88e1375352d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:00.426538 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-2f2ebcfe-3487-4510-84ea-4de539a969fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:00.462147 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-b06cee05-b730-4107-a187-88e1375352d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c8b3a781b67f4919b1a4f8e4145ef4a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6679811 Jun 18 22:02:00.464127 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06cee05-b730-4107-a187-88e1375352d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75db15f1-21e3-4d21-b24f-6e1da5c61329,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:00.465088 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 33408) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:00.479093 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-b06cee05-b730-4107-a187-88e1375352d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:00.520081 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-76ff9fa3-bce3-4195-afa7-69d90e21cece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:00.541384 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-76ff9fa3-bce3-4195-afa7-69d90e21cece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:00.552028 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3a3e4-3998-42a0-b177-3baf833701bd req-62413cf1-8722-4fe9-8700-0389fd65ba3f tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:00.553513 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fae3a3e4-3998-42a0-b177-3baf833701bd req-62413cf1-8722-4fe9-8700-0389fd65ba3f tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0668588 Jun 18 22:02:00.563116 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 33410) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:00.568397 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-079262bb-6708-4daf-a78e-b2e3b2078f9e tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Request body: {'floatingip': {'port_id': '1bfe51a8-4d7e-4fcf-88ff-73c816145275'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:00.669014 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-76ff9fa3-bce3-4195-afa7-69d90e21cece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:00.671643 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-76ff9fa3-bce3-4195-afa7-69d90e21cece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:00.676166 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-76ff9fa3-bce3-4195-afa7-69d90e21cece admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/75db15f1-21e3-4d21-b24f-6e1da5c61329 HTTP/1.1" status: 204 len: 168 time: 0.2090173 Jun 18 22:02:00.677199 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-e762d56b-3093-40d5-8c03-377f3a3bba89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:00.685844 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff9fa3-bce3-4195-afa7-69d90e21cece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75db15f1-21e3-4d21-b24f-6e1da5c61329,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:00.688644 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-76ff9fa3-bce3-4195-afa7-69d90e21cece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:00.924831 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-079262bb-6708-4daf-a78e-b2e3b2078f9e tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for floatingip, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:01.190326 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48f961-375a-43e4-803f-a0faf54348ae req-07172699-2d5b-4295-921e-8db98d02ac40 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:01.191809 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6e48f961-375a-43e4-803f-a0faf54348ae req-07172699-2d5b-4295-921e-8db98d02ac40 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.2834258 Jun 18 22:02:01.277554 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6e48f961-375a-43e4-803f-a0faf54348ae req-81c734c2-e4a0-4c28-b60c-113cce04db6f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767956 Jun 18 22:02:01.544013 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 33450) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:01.558875 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c8efcf9e-be50-414a-8291-f4085e0a6e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:01.643546 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c8efcf9e-be50-414a-8291-f4085e0a6e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:01.725343 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c8efcf9e-be50-414a-8291-f4085e0a6e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:01.728936 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-a4d19342-77ae-4ce1-8357-f9d1732d26e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:01.763760 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-c8efcf9e-be50-414a-8291-f4085e0a6e5c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ab6b9661475249bca10a364dc11530ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180746 Jun 18 22:02:01.764615 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efcf9e-be50-414a-8291-f4085e0a6e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce97f6cb-3445-4293-a538-1a45ef75302b,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:01.766337 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0742ca-cb55-426e-bc1a-ca6807bb59c1 req-13781439-5cb7-4a5a-adf4-dfed6ec7757d tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:01.766814 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 33452) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:01.767772 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5b0742ca-cb55-426e-bc1a-ca6807bb59c1 req-13781439-5cb7-4a5a-adf4-dfed6ec7757d tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.2539294 Jun 18 22:02:01.791355 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-079262bb-6708-4daf-a78e-b2e3b2078f9e tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:01.793083 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-c8efcf9e-be50-414a-8291-f4085e0a6e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:01.798964 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450a646-c6e8-4d61-8987-d3dc98e2a573 req-95a89a95-6951-427a-b940-6112a820a762 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:01.802011 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7450a646-c6e8-4d61-8987-d3dc98e2a573 req-95a89a95-6951-427a-b940-6112a820a762 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 946 time: 0.2356970 Jun 18 22:02:01.831304 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d506445c-1129-41f0-aad2-07a09d046df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:01.846957 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-079262bb-6708-4daf-a78e-b2e3b2078f9e tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546185'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:01.853112 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5b0742ca-cb55-426e-bc1a-ca6807bb59c1 req-551e211a-854e-40b3-ab3b-91a6dc996512 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775695 Jun 18 22:02:01.854564 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d506445c-1129-41f0-aad2-07a09d046df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:01.856940 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7450a646-c6e8-4d61-8987-d3dc98e2a573 req-2c2739d3-7181-4f71-9906-51df6ecf7e09 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/security-groups?id=8eaec939-e9b5-4c8f-9943-4bba1e4d2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500803 Jun 18 22:02:01.959364 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.l3_db [None req-079262bb-6708-4daf-a78e-b2e3b2078f9e tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Floating IP c1997d74-0758-41ef-9f0d-d1359f928fe7 associated. External IP: 172.27.1.45, port: 1bfe51a8-4d7e-4fcf-88ff-73c816145275. Jun 18 22:02:01.964598 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d506445c-1129-41f0-aad2-07a09d046df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:01.967189 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d506445c-1129-41f0-aad2-07a09d046df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:01.968374 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-d506445c-1129-41f0-aad2-07a09d046df7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ce97f6cb-3445-4293-a538-1a45ef75302b HTTP/1.1" status: 204 len: 168 time: 0.2003188 Jun 18 22:02:01.969132 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-302d1ec6-9ef8-40ff-aae7-2bffae2e0a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:01.977189 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506445c-1129-41f0-aad2-07a09d046df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce97f6cb-3445-4293-a538-1a45ef75302b,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:01.984792 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d506445c-1129-41f0-aad2-07a09d046df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:02.416834 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079262bb-6708-4daf-a78e-b2e3b2078f9e tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Router 0921b025-e2b4-4383-a53d-a8b61d11b756 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:02:02.565964 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3be94-8b45-4d58-aeb2-364c511ffaf6 req-92365ac6-c013-4db3-94e4-b3e39c5ed996 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:02.567852 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-56a3be94-8b45-4d58-aeb2-364c511ffaf6 req-92365ac6-c013-4db3-94e4-b3e39c5ed996 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.1538670 Jun 18 22:02:02.598651 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079262bb-6708-4daf-a78e-b2e3b2078f9e tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:02:02.607512 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-079262bb-6708-4daf-a78e-b2e3b2078f9e tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:02.614421 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e118858d-c1ad-4663-960c-21e17e62a536 None None] Sync routers for ids ['0921b025-e2b4-4383-a53d-a8b61d11b756'] in dv-cinder-766752-3-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:02:02.628680 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e118858d-c1ad-4663-960c-21e17e62a536 None None] Routers {'0921b025-e2b4-4383-a53d-a8b61d11b756'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:02:02.629401 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-e118858d-c1ad-4663-960c-21e17e62a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:01:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['0921b025-e2b4-4383-a53d-a8b61d11b756'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:02.651239 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-56a3be94-8b45-4d58-aeb2-364c511ffaf6 req-aac0e32c-2006-449e-bcd0-c2d36b2ba278 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751641 Jun 18 22:02:02.662144 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-079262bb-6708-4daf-a78e-b2e3b2078f9e tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "PUT /v2.0/floatingips/c1997d74-0758-41ef-9f0d-d1359f928fe7 HTTP/1.1" status: 200 len: 990 time: 2.0950284 Jun 18 22:02:02.662144 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496464fb-3785-4155-abf1-74616f4a624c', 'tag': '1bfe51a8-4d7e-4fcf-88ff-73c816145275'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:02:02.662366 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ebf43c-7e3f-41bd-9fe7-63453a91ff6b" -d '{"events": [{"name": "network-changed", "server_uuid": "496464fb-3785-4155-abf1-74616f4a624c", "tag": "1bfe51a8-4d7e-4fcf-88ff-73c816145275"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:02:02.750421 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ee4a8c-ab1a-4a33-ad4d-c30063e87a1c x-openstack-request-id: req-21ee4a8c-ab1a-4a33-ad4d-c30063e87a1c {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:02:02.751185 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496464fb-3785-4155-abf1-74616f4a624c", "tag": "1bfe51a8-4d7e-4fcf-88ff-73c816145275", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:02:02.751669 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-21ee4a8c-ab1a-4a33-ad4d-c30063e87a1c {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:02:02.752399 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496464fb-3785-4155-abf1-74616f4a624c', 'tag': '1bfe51a8-4d7e-4fcf-88ff-73c816145275', 'status': 'completed', 'code': 200} Jun 18 22:02:02.801860 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-e118858d-c1ad-4663-960c-21e17e62a536 None None] Set router 0921b025-e2b4-4383-a53d-a8b61d11b756 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:02:02.975628 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd50d26-d17a-4bd6-9b55-9cf4be204d60 req-5072dde6-927c-4325-acb6-91e2718a521e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:02.975628 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7cd50d26-d17a-4bd6-9b55-9cf4be204d60 req-5072dde6-927c-4325-acb6-91e2718a521e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.1112208 Jun 18 22:02:02.980371 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 33502) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:02.986822 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebf43c-7e3f-41bd-9fe7-63453a91ff6b req-6f0839b2-c207-42c2-b08f-c720e8771bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:02.987114 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-b7a2fc78-93dd-484f-b015-452b2be62a80 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Request body: {'floatingip': {'port_id': '6c20a162-8d54-43a6-a089-b489a2c4697c'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:02.988297 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c2ebf43c-7e3f-41bd-9fe7-63453a91ff6b req-6f0839b2-c207-42c2-b08f-c720e8771bb1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=060b087bd54643a881c64aaba76b1ffe&device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 1098 time: 0.1159348 Jun 18 22:02:03.125028 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b7a2fc78-93dd-484f-b015-452b2be62a80 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for floatingip, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:03.143552 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebf43c-7e3f-41bd-9fe7-63453a91ff6b req-e1fdca7f-7b49-488c-9e6b-e857859ef901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:03.145289 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c2ebf43c-7e3f-41bd-9fe7-63453a91ff6b req-e1fdca7f-7b49-488c-9e6b-e857859ef901 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba HTTP/1.1" status: 200 len: 912 time: 0.1496632 Jun 18 22:02:03.180418 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-e118858d-c1ad-4663-960c-21e17e62a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:12Z', 'revision_number': 4, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port': {'id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': 'c1997d74-0758-41ef-9f0d-d1359f928fe7', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'port_id': '1bfe51a8-4d7e-4fcf-88ff-73c816145275', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'mac_address': 'fa:16:3e:77:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496464fb-3785-4155-abf1-74616f4a624c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:01:23Z', 'updated_at': '2021-06-18T22:02:01Z', 'revision_number': 1, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6483501-f72e-4e29-8843-6301c29c072d', 'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'mac_address': 'fa:16:3e:df:8c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:28Z', 'revision_number': 5, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'subnets': [{'id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:03.208905 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e118858d-c1ad-4663-960c-21e17e62a536 None None] Checking router: 0921b025-e2b4-4383-a53d-a8b61d11b756 for host: dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:02:03.218915 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e118858d-c1ad-4663-960c-21e17e62a536 None None] Routers {'0921b025-e2b4-4383-a53d-a8b61d11b756'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:02:03.219979 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-e118858d-c1ad-4663-960c-21e17e62a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:01:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['0921b025-e2b4-4383-a53d-a8b61d11b756'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:03.249727 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a97a1-8b01-480a-99ba-a0e1c07e8765 req-f18fd8ee-868a-4aea-be9f-c46c1caee972 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:03.251621 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bc6a97a1-8b01-480a-99ba-a0e1c07e8765 req-f18fd8ee-868a-4aea-be9f-c46c1caee972 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 946 time: 0.1940336 Jun 18 22:02:03.388466 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c2ebf43c-7e3f-41bd-9fe7-63453a91ff6b req-0e23daf7-934b-4a64-82a3-5372fef9f795 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bfe51a8-4d7e-4fcf-88ff-73c816145275 HTTP/1.1" status: 200 len: 998 time: 0.2331746 Jun 18 22:02:03.474084 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bc6a97a1-8b01-480a-99ba-a0e1c07e8765 req-497ebf4b-b3be-4667-876a-01381d8d9b8b tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/security-groups?id=8eaec939-e9b5-4c8f-9943-4bba1e4d2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744597 Jun 18 22:02:03.487631 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-e118858d-c1ad-4663-960c-21e17e62a536 None None] Set router 0921b025-e2b4-4383-a53d-a8b61d11b756 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:02:03.497640 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebf43c-7e3f-41bd-9fe7-63453a91ff6b req-80ba3087-c387-49f9-86f1-d979860225bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:03.499075 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c2ebf43c-7e3f-41bd-9fe7-63453a91ff6b req-80ba3087-c387-49f9-86f1-d979860225bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e88c2615-07dc-46be-ba2d-38e20e9d69fe HTTP/1.1" status: 200 len: 850 time: 0.0857656 Jun 18 22:02:03.516549 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2c885-a88a-47d7-83a2-2113dadbb28c req-bcc52d0e-f27a-4489-9c53-0d5d764e0ce0 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:03.523183 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d3a2c885-a88a-47d7-83a2-2113dadbb28c req-bcc52d0e-f27a-4489-9c53-0d5d764e0ce0 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.3068275 Jun 18 22:02:03.614279 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d3a2c885-a88a-47d7-83a2-2113dadbb28c req-0b9bff7c-2351-4a87-abd3-f83cd4a2b190 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894353 Jun 18 22:02:03.642426 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebf43c-7e3f-41bd-9fe7-63453a91ff6b req-d9c4a504-bce0-4699-afe3-53843213e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:03.651633 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c2ebf43c-7e3f-41bd-9fe7-63453a91ff6b req-d9c4a504-bce0-4699-afe3-53843213e6cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1210115 Jun 18 22:02:03.788502 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-e118858d-c1ad-4663-960c-21e17e62a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:12Z', 'revision_number': 4, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port': {'id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': 'c1997d74-0758-41ef-9f0d-d1359f928fe7', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'port_id': '1bfe51a8-4d7e-4fcf-88ff-73c816145275', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'mac_address': 'fa:16:3e:77:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496464fb-3785-4155-abf1-74616f4a624c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:01:23Z', 'updated_at': '2021-06-18T22:02:01Z', 'revision_number': 1, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6483501-f72e-4e29-8843-6301c29c072d', 'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'mac_address': 'fa:16:3e:df:8c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:28Z', 'revision_number': 5, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'subnets': [{'id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:03.804718 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c2ebf43c-7e3f-41bd-9fe7-63453a91ff6b req-d7b67633-7653-4b13-8a3f-c692c12cbb16 service neutron] 10.222.0.44 "GET /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364815 Jun 18 22:02:03.829049 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e118858d-c1ad-4663-960c-21e17e62a536 None None] The sync data for ids ['0921b025-e2b4-4383-a53d-a8b61d11b756'] in dv-cinder-766752-3-iscsi is: [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:12Z', 'revision_number': 4, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port': {'id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': 'c1997d74-0758-41ef-9f0d-d1359f928fe7', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'port_id': '1bfe51a8-4d7e-4fcf-88ff-73c816145275', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'mac_address': 'fa:16:3e:77:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496464fb-3785-4155-abf1-74616f4a624c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:01:23Z', 'updated_at': '2021-06-18T22:02:01Z', 'revision_number': 1, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6483501-f72e-4e29-8843-6301c29c072d', 'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'mac_address': 'fa:16:3e:df:8c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:28Z', 'revision_number': 5, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'subnets': [{'id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:02:03.932199 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c2ebf43c-7e3f-41bd-9fe7-63453a91ff6b req-23237ece-5470-427f-b23c-524f538a3adb service neutron] 10.222.0.44 "GET /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043577 Jun 18 22:02:04.105874 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb2f0ae-16ad-4913-bb95-8617225c6e0f None None] New status for floating IP c1997d74-0758-41ef-9f0d-d1359f928fe7: ACTIVE {{(pid=93155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:02:04.141925 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b7a2fc78-93dd-484f-b015-452b2be62a80 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:04.196255 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 33534) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:04.247258 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b7a2fc78-93dd-484f-b015-452b2be62a80 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546185'] for floatingip, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:04.394211 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.db.l3_db [None req-b7a2fc78-93dd-484f-b015-452b2be62a80 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Floating IP 51ccd908-8397-4241-8541-d81db24dbfdd associated. External IP: 172.27.1.228, port: 6c20a162-8d54-43a6-a089-b489a2c4697c. Jun 18 22:02:04.516419 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9403c10f-9ec0-4866-9faa-1332d3044560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:04.707933 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a2fc78-93dd-484f-b015-452b2be62a80 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:02:04.726085 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944d659-4075-4644-b764-cc1709705e3d req-d6d367d8-985b-4b6d-8907-cfc0613a0322 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:04.730207 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6944d659-4075-4644-b764-cc1709705e3d req-d6d367d8-985b-4b6d-8907-cfc0613a0322 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 946 time: 0.1052043 Jun 18 22:02:04.846877 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6944d659-4075-4644-b764-cc1709705e3d req-b587c78e-6ce4-4bcd-a0a9-26e4046d8dd4 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/security-groups?id=8eaec939-e9b5-4c8f-9943-4bba1e4d2a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006436 Jun 18 22:02:04.849458 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a2fc78-93dd-484f-b015-452b2be62a80 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:02:04.859478 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b7a2fc78-93dd-484f-b015-452b2be62a80 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:04.865932 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9403c10f-9ec0-4866-9faa-1332d3044560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:04.866606 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d7f36f-4889-433e-9add-51c9751317b1 None None] Sync routers for ids ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'] in dv-cinder-766752-3-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:02:04.884992 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e205846-40e8-404b-ab2b-4a7060de260e req-5da1fb26-1e5f-42dd-bc62-6e541e41ade3 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:04.884992 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e205846-40e8-404b-ab2b-4a7060de260e req-5da1fb26-1e5f-42dd-bc62-6e541e41ade3 tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.44 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 946 time: 0.1470084 Jun 18 22:02:04.885250 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d7f36f-4889-433e-9add-51c9751317b1 None None] Routers {'2374dae7-2a6d-4ee7-a53a-a50cf59518f3'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:02:04.885779 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-95d7f36f-4889-433e-9add-51c9751317b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:01:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:04.916321 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b7a2fc78-93dd-484f-b015-452b2be62a80 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "PUT /v2.0/floatingips/51ccd908-8397-4241-8541-d81db24dbfdd HTTP/1.1" status: 200 len: 991 time: 1.9247131 Jun 18 22:02:04.916321 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb7b577-acbf-49e7-b792-01fee9db6bf7', 'tag': '6c20a162-8d54-43a6-a089-b489a2c4697c'}] {{(pid=93153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:02:04.916321 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c18e9d6bde45226bdbcdb03008c6a2f56c7d2f4ed9dd54f2a22aac6e91e602" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e49f7a4-bb55-4bff-8a9a-cc658b52f2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb7b577-acbf-49e7-b792-01fee9db6bf7", "tag": "6c20a162-8d54-43a6-a089-b489a2c4697c"}]}' {{(pid=93153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:02:04.940114 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714b664-acc7-449e-bbeb-e0df283e842b req-814f8f34-4d5b-4a21-8507-222c55e5f6b0 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:04.941357 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2714b664-acc7-449e-bbeb-e0df283e842b req-814f8f34-4d5b-4a21-8507-222c55e5f6b0 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.1559410 Jun 18 22:02:04.959540 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9403c10f-9ec0-4866-9faa-1332d3044560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:04.988749 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ceac30f-ce45-4c6c-9902-350003e5707d x-openstack-request-id: req-4ceac30f-ce45-4c6c-9902-350003e5707d {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:02:04.989107 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb7b577-acbf-49e7-b792-01fee9db6bf7", "tag": "6c20a162-8d54-43a6-a089-b489a2c4697c", "status": "completed", "code": 200}]} {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:02:04.993757 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4ceac30f-ce45-4c6c-9902-350003e5707d {{(pid=93153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:02:04.993757 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb7b577-acbf-49e7-b792-01fee9db6bf7', 'tag': '6c20a162-8d54-43a6-a089-b489a2c4697c', 'status': 'completed', 'code': 200} Jun 18 22:02:04.993757 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-5b2d6f1d-7cd2-437b-8859-4910021bc7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:04.998280 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-9403c10f-9ec0-4866-9faa-1332d3044560 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0418db9611bb4828bbd956732a8d800d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8008881 Jun 18 22:02:05.000749 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 33572) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:05.057022 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-95d7f36f-4889-433e-9add-51c9751317b1 None None] Set router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:02:05.058166 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403c10f-9ec0-4866-9faa-1332d3044560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12664ca-3d41-4d72-9a97-2757c2d7eb32,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:05.082917 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403c10f-9ec0-4866-9faa-1332d3044560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.083277 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403c10f-9ec0-4866-9faa-1332d3044560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.083627 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403c10f-9ec0-4866-9faa-1332d3044560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.083965 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403c10f-9ec0-4866-9faa-1332d3044560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.084346 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403c10f-9ec0-4866-9faa-1332d3044560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.084668 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403c10f-9ec0-4866-9faa-1332d3044560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.085001 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403c10f-9ec0-4866-9faa-1332d3044560 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.085315 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403c10f-9ec0-4866-9faa-1332d3044560 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.086297 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403c10f-9ec0-4866-9faa-1332d3044560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.086811 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403c10f-9ec0-4866-9faa-1332d3044560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.087142 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403c10f-9ec0-4866-9faa-1332d3044560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.087514 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403c10f-9ec0-4866-9faa-1332d3044560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.108773 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-9403c10f-9ec0-4866-9faa-1332d3044560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:05.124280 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4f21-6715-449f-ac9d-0eaacdaa81e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:05.149619 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2714b664-acc7-449e-bbeb-e0df283e842b req-b9624b4b-0f8b-4f65-b292-85af5c06e658 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973119 Jun 18 22:02:05.160710 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4f21-6715-449f-ac9d-0eaacdaa81e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:05.224654 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49f7a4-bb55-4bff-8a9a-cc658b52f2a6 req-cc8657d4-9c73-450e-a865-393a8e8dd790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:05.227295 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e49f7a4-bb55-4bff-8a9a-cc658b52f2a6 req-cc8657d4-9c73-450e-a865-393a8e8dd790 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7&device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 1098 time: 0.1887023 Jun 18 22:02:05.229400 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-1e205846-40e8-404b-ab2b-4a7060de260e req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Deleting port 17b4c66b-c345-4a94-99e3-6207110f53a4 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:02:05.229795 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-1e205846-40e8-404b-ab2b-4a7060de260e req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:05.279346 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4f21-6715-449f-ac9d-0eaacdaa81e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:05.282672 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4f21-6715-449f-ac9d-0eaacdaa81e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:05.285618 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-bb0b4f21-6715-449f-ac9d-0eaacdaa81e9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e12664ca-3d41-4d72-9a97-2757c2d7eb32 HTTP/1.1" status: 204 len: 168 time: 0.2814600 Jun 18 22:02:05.285618 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-9403c10f-9ec0-4866-9faa-1332d3044560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:05.315875 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b4f21-6715-449f-ac9d-0eaacdaa81e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12664ca-3d41-4d72-9a97-2757c2d7eb32,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:05.317643 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-bb0b4f21-6715-449f-ac9d-0eaacdaa81e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:05.408922 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-95d7f36f-4889-433e-9add-51c9751317b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:01:13Z', 'revision_number': 4, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port': {'id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:05Z', 'updated_at': '2021-06-18T22:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': '51ccd908-8397-4241-8541-d81db24dbfdd', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'port_id': '6c20a162-8d54-43a6-a089-b489a2c4697c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'mac_address': 'fa:16:3e:b0:8a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb7b577-acbf-49e7-b792-01fee9db6bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:01:25Z', 'updated_at': '2021-06-18T22:02:03Z', 'revision_number': 1, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4e7713-7359-42c5-9bf4-19dafa738fdb', 'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'mac_address': 'fa:16:3e:0c:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:26Z', 'revision_number': 5, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'subnets': [{'id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:05.425978 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-1e205846-40e8-404b-ab2b-4a7060de260e req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] For port 17b4c66b-c345-4a94-99e3-6207110f53a4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=17b4c66b-c345-4a94-99e3-6207110f53a4,segment=NetworkSegment(63ba8654-d0f6-4d7c-9674-3bb0e09ce1cf),segment_id=63ba8654-d0f6-4d7c-9674-3bb0e09ce1cf)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:05.426265 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-1e205846-40e8-404b-ab2b-4a7060de260e req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:05.429270 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49f7a4-bb55-4bff-8a9a-cc658b52f2a6 req-673298fb-f20f-47eb-bdbf-c80f6bc0c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:05.431925 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e49f7a4-bb55-4bff-8a9a-cc658b52f2a6 req-673298fb-f20f-47eb-bdbf-c80f6bc0c0e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7dc362ef-bd1f-40fa-861d-5e2be660a931 HTTP/1.1" status: 200 len: 918 time: 0.1854563 Jun 18 22:02:05.439353 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d7f36f-4889-433e-9add-51c9751317b1 None None] Checking router: 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 for host: dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:02:05.448142 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d7f36f-4889-433e-9add-51c9751317b1 None None] Routers {'2374dae7-2a6d-4ee7-a53a-a50cf59518f3'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:02:05.448741 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-95d7f36f-4889-433e-9add-51c9751317b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:01:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:05.550677 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-1e205846-40e8-404b-ab2b-4a7060de260e req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Calling delete_port for 17b4c66b-c345-4a94-99e3-6207110f53a4 owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:02:05.577239 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-95d7f36f-4889-433e-9add-51c9751317b1 None None] Set router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:02:05.638789 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e49f7a4-bb55-4bff-8a9a-cc658b52f2a6 req-325f6352-adf5-4332-a0d1-ebb9e8178897 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c20a162-8d54-43a6-a089-b489a2c4697c HTTP/1.1" status: 200 len: 999 time: 0.1999402 Jun 18 22:02:05.712400 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49f7a4-bb55-4bff-8a9a-cc658b52f2a6 req-19aa60de-ec06-4780-8d15-36f86d70ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:05.713824 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e49f7a4-bb55-4bff-8a9a-cc658b52f2a6 req-19aa60de-ec06-4780-8d15-36f86d70ea03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5 HTTP/1.1" status: 200 len: 856 time: 0.0657573 Jun 18 22:02:05.813909 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49f7a4-bb55-4bff-8a9a-cc658b52f2a6 req-da1b2ebf-5d8c-4229-a43d-ae7becb22cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:05.815394 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e49f7a4-bb55-4bff-8a9a-cc658b52f2a6 req-da1b2ebf-5d8c-4229-a43d-ae7becb22cce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7dc362ef-bd1f-40fa-861d-5e2be660a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0932379 Jun 18 22:02:05.837343 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-95d7f36f-4889-433e-9add-51c9751317b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:01:13Z', 'revision_number': 4, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port': {'id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:05Z', 'updated_at': '2021-06-18T22:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': '51ccd908-8397-4241-8541-d81db24dbfdd', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'port_id': '6c20a162-8d54-43a6-a089-b489a2c4697c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'mac_address': 'fa:16:3e:b0:8a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb7b577-acbf-49e7-b792-01fee9db6bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:01:25Z', 'updated_at': '2021-06-18T22:02:03Z', 'revision_number': 1, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4e7713-7359-42c5-9bf4-19dafa738fdb', 'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'mac_address': 'fa:16:3e:0c:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:26Z', 'revision_number': 5, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'subnets': [{'id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:05.862803 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d7f36f-4889-433e-9add-51c9751317b1 None None] The sync data for ids ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'] in dv-cinder-766752-3-iscsi is: [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:01:13Z', 'revision_number': 4, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port': {'id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:05Z', 'updated_at': '2021-06-18T22:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': '51ccd908-8397-4241-8541-d81db24dbfdd', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'port_id': '6c20a162-8d54-43a6-a089-b489a2c4697c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'mac_address': 'fa:16:3e:b0:8a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb7b577-acbf-49e7-b792-01fee9db6bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:01:25Z', 'updated_at': '2021-06-18T22:02:03Z', 'revision_number': 1, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4e7713-7359-42c5-9bf4-19dafa738fdb', 'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'mac_address': 'fa:16:3e:0c:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:26Z', 'revision_number': 5, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'subnets': [{'id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:02:05.871901 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-1e205846-40e8-404b-ab2b-4a7060de260e req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:05.874814 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:05.912209 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Pushing event deleted for resources: {'Port': ['ID=17b4c66b-c345-4a94-99e3-6207110f53a4,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:05.920207 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['17b4c66b-c345-4a94-99e3-6207110f53a4'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:02:05.927527 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.928313 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.928313 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.928660 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.929015 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.929392 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.929744 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.930241 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.930592 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.930936 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.931277 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.931617 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:05.940111 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:06.014549 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e205846-40e8-404b-ab2b-4a7060de260e req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] No DVR routers for this DVR port 17b4c66b-c345-4a94-99e3-6207110f53a4 on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:02:06.016511 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-111c2874-065d-493d-aace-fdb008929673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:06.021682 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-1e205846-40e8-404b-ab2b-4a7060de260e req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:06.023715 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e205846-40e8-404b-ab2b-4a7060de260e req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.44 "DELETE /v2.0/ports/17b4c66b-c345-4a94-99e3-6207110f53a4 HTTP/1.1" status: 204 len: 173 time: 1.1298015 Jun 18 22:02:06.031565 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17c0ca4-f40e-42f5-ad92-3198342da405', 'name': 'network-vif-deleted', 'tag': '17b4c66b-c345-4a94-99e3-6207110f53a4'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:02:06.033892 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cc53b1-ee84-44e7-8652-4a6b87d30d7f" -d '{"events": [{"server_uuid": "a17c0ca4-f40e-42f5-ad92-3198342da405", "name": "network-vif-deleted", "tag": "17b4c66b-c345-4a94-99e3-6207110f53a4"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:02:06.041770 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e49f7a4-bb55-4bff-8a9a-cc658b52f2a6 req-7c29841a-16be-4c90-86aa-31c871e5c97a service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198322 Jun 18 22:02:06.045742 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 33592) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:06.061341 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3cfacea4-7ee5-4a6f-a74a-c9eaa61e66a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:06.063201 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-df0fe01d-7760-4c1c-8a65-05a14435add5 req-553dd6f5-585d-41a2-ad2b-b0a48b19202d tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 210 time: 0.0454102 Jun 18 22:02:06.089929 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad1e4b2-6e3b-4815-89cc-12fe6ad5d88b x-openstack-request-id: req-1ad1e4b2-6e3b-4815-89cc-12fe6ad5d88b {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:02:06.089929 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17c0ca4-f40e-42f5-ad92-3198342da405", "name": "network-vif-deleted", "tag": "17b4c66b-c345-4a94-99e3-6207110f53a4", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:02:06.089929 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1ad1e4b2-6e3b-4815-89cc-12fe6ad5d88b {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:02:06.089929 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17c0ca4-f40e-42f5-ad92-3198342da405', 'name': 'network-vif-deleted', 'tag': '17b4c66b-c345-4a94-99e3-6207110f53a4', 'status': 'completed', 'code': 200} Jun 18 22:02:06.132696 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85370452-075e-4982-aafc-308282a22912 None None] New status for floating IP 51ccd908-8397-4241-8541-d81db24dbfdd: ACTIVE {{(pid=93155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:02:06.187924 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e49f7a4-bb55-4bff-8a9a-cc658b52f2a6 req-5812ada9-5cea-4c87-83ac-2ce31a746bf0 service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267638 Jun 18 22:02:06.232358 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3cfacea4-7ee5-4a6f-a74a-c9eaa61e66a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:06.347886 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3cfacea4-7ee5-4a6f-a74a-c9eaa61e66a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:06.350095 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a3ee6-45da-48e4-9208-2bddde951038 req-74aeb2a0-c62d-4ff3-a1f2-b33520d87adc tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:06.350797 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-09fb5d09-b57d-449d-9860-b31ff23c2136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:06.351838 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-695a3ee6-45da-48e4-9208-2bddde951038 req-74aeb2a0-c62d-4ff3-a1f2-b33520d87adc tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.0693760 Jun 18 22:02:06.388061 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfacea4-7ee5-4a6f-a74a-c9eaa61e66a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c060f4db-b2dd-4315-b36e-bcc9f416470b,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:06.394398 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-3cfacea4-7ee5-4a6f-a74a-c9eaa61e66a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:06.394720 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-695a3ee6-45da-48e4-9208-2bddde951038 req-3b415d74-e8cf-4fe3-945c-9c2acdbe0d77 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350480 Jun 18 22:02:06.404735 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 33608) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:06.405127 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-3cfacea4-7ee5-4a6f-a74a-c9eaa61e66a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0229108e0d4e4f468295753ddc0ef12b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552668 Jun 18 22:02:06.461881 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ce3984ff-ef5a-4e18-8bcc-23ef4be892cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:06.486935 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ce3984ff-ef5a-4e18-8bcc-23ef4be892cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:06.621880 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ce3984ff-ef5a-4e18-8bcc-23ef4be892cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:06.624476 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ce3984ff-ef5a-4e18-8bcc-23ef4be892cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:06.625622 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ce3984ff-ef5a-4e18-8bcc-23ef4be892cf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c060f4db-b2dd-4315-b36e-bcc9f416470b HTTP/1.1" status: 204 len: 168 time: 0.2199152 Jun 18 22:02:06.626533 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-b06cee05-b730-4107-a187-88e1375352d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:06.634631 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3984ff-ef5a-4e18-8bcc-23ef4be892cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c060f4db-b2dd-4315-b36e-bcc9f416470b,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:06.637411 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ce3984ff-ef5a-4e18-8bcc-23ef4be892cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:07.221463 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-260f3a50-a727-45c4-8273-3bc11d9cf4ff req-89264a6c-2101-41c7-83b3-acc7ab63911a tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17c0ca4-f40e-42f5-ad92-3198342da405 HTTP/1.1" status: 200 len: 210 time: 0.0290313 Jun 18 22:02:07.599838 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05c8e0-a0cc-44d7-9fed-440f91465838 req-ae9b2f50-559f-4fb8-8888-fcf72a96c3d1 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:07.602785 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3c05c8e0-a0cc-44d7-9fed-440f91465838 req-ae9b2f50-559f-4fb8-8888-fcf72a96c3d1 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.0826912 Jun 18 22:02:07.660731 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3c05c8e0-a0cc-44d7-9fed-440f91465838 req-0b406dc9-cfa5-43a3-a0ae-ddae493660f4 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497417 Jun 18 22:02:08.353740 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-883617b3-dbb8-4010-91cf-7356aa2c3fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:08.498250 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 33690) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:08.602255 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c14dc80b-ff6b-47eb-9f2a-febe6d98f536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:08.686067 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c14dc80b-ff6b-47eb-9f2a-febe6d98f536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:08.753233 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c14dc80b-ff6b-47eb-9f2a-febe6d98f536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:08.755756 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:08.792693 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14dc80b-ff6b-47eb-9f2a-febe6d98f536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab76b049-30ba-4d42-889e-e370e12d48fd,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:08.796960 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-c14dc80b-ff6b-47eb-9f2a-febe6d98f536 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=999bdcfb64014e78b5c5d729a4da008d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976375 Jun 18 22:02:08.797850 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-c14dc80b-ff6b-47eb-9f2a-febe6d98f536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:08.799433 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 33704) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:08.849061 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad992ea4-ecf6-4e58-b299-1d97bbeeced6 req-61a1dd7c-c956-42c6-b6e0-3891d8b92871 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:08.850594 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ad992ea4-ecf6-4e58-b299-1d97bbeeced6 req-61a1dd7c-c956-42c6-b6e0-3891d8b92871 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.0710168 Jun 18 22:02:08.852157 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-991e8d58-dce5-439f-a657-c9da30977e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:08.868158 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:08.874458 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-991e8d58-dce5-439f-a657-c9da30977e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:08.888941 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ad992ea4-ecf6-4e58-b299-1d97bbeeced6 req-0050080b-5e68-4fc6-8440-1fbce1f23e97 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319681 Jun 18 22:02:08.993663 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-991e8d58-dce5-439f-a657-c9da30977e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:08.996302 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-991e8d58-dce5-439f-a657-c9da30977e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:08.997421 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-991e8d58-dce5-439f-a657-c9da30977e7c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ab76b049-30ba-4d42-889e-e370e12d48fd HTTP/1.1" status: 204 len: 168 time: 0.1971054 Jun 18 22:02:08.998156 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-c539b66c-4871-41ea-a0f9-bb986821a71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:09.005459 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e8d58-dce5-439f-a657-c9da30977e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab76b049-30ba-4d42-889e-e370e12d48fd,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:09.008267 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-991e8d58-dce5-439f-a657-c9da30977e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:09.519206 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:09.916854 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 17b4c66b-c345-4a94-99e3-6207110f53a4 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:02:09.937859 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] No Port match for: 17b4c66b-c345-4a94-99e3-6207110f53a4 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:02:09.938214 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 17b4c66b-c345-4a94-99e3-6207110f53a4 not bound to the agent host hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:02:11.202787 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cf77e-8549-4705-b429-117f35834beb req-8ebb14be-cbf2-46a9-a500-91a619c2cdda tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:11.204171 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7b9cf77e-8549-4705-b429-117f35834beb req-8ebb14be-cbf2-46a9-a500-91a619c2cdda tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.1131160 Jun 18 22:02:11.241929 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7b9cf77e-8549-4705-b429-117f35834beb req-c999fefe-7180-493e-93e3-193637c9679d tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321267 Jun 18 22:02:11.518762 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:14.141364 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:02:14.759550 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43629d18-6101-4877-84cd-bb9d9ccc0494 req-9ba57e81-d13e-4abd-9894-e4115166173f tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:14.761008 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-43629d18-6101-4877-84cd-bb9d9ccc0494 req-9ba57e81-d13e-4abd-9894-e4115166173f tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.0667236 Jun 18 22:02:14.798122 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-43629d18-6101-4877-84cd-bb9d9ccc0494 req-82fb1cf7-665c-46b3-8128-fd7784fa2291 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316036 Jun 18 22:02:14.882872 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3416924f-d1d5-4d72-aab1-a8ad987206eb req-3fa1d77f-7a83-410f-a4b8-b9731388313a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492156 Jun 18 22:02:15.020636 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416924f-d1d5-4d72-aab1-a8ad987206eb req-152e21c6-aa65-46e6-9051-270ebf628c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:15.022099 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3416924f-d1d5-4d72-aab1-a8ad987206eb req-152e21c6-aa65-46e6-9051-270ebf628c6b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02a6e92122c648009a67bed9a25e5509&device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 1098 time: 0.0516293 Jun 18 22:02:15.384774 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416924f-d1d5-4d72-aab1-a8ad987206eb req-5dacddb7-8501-406f-bab0-299c03090f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:15.386144 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3416924f-d1d5-4d72-aab1-a8ad987206eb req-5dacddb7-8501-406f-bab0-299c03090f76 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e3d4388-f912-494e-9274-2eaf8813e493 HTTP/1.1" status: 200 len: 920 time: 0.3388150 Jun 18 22:02:15.430627 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3416924f-d1d5-4d72-aab1-a8ad987206eb req-3d9adf45-60c3-4091-accc-48858e57e00e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d722b41-85ff-42d5-b436-afd06a4cbb66 HTTP/1.1" status: 200 len: 217 time: 0.0347376 Jun 18 22:02:15.480888 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416924f-d1d5-4d72-aab1-a8ad987206eb req-f74dbe51-ac2f-4d46-a51b-0bf509cabf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:15.482289 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3416924f-d1d5-4d72-aab1-a8ad987206eb req-f74dbe51-ac2f-4d46-a51b-0bf509cabf4b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6010c590-2fee-479f-8c83-b0d256412620 HTTP/1.1" status: 200 len: 859 time: 0.0454268 Jun 18 22:02:15.515495 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3416924f-d1d5-4d72-aab1-a8ad987206eb req-915930ec-b575-42de-80e9-c999f79fcfaa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e3d4388-f912-494e-9274-2eaf8813e493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264003 Jun 18 22:02:15.613665 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3416924f-d1d5-4d72-aab1-a8ad987206eb req-3b58ff3d-af56-4304-9c07-590a384c1864 service neutron] 10.222.0.44 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902810 Jun 18 22:02:15.738643 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3416924f-d1d5-4d72-aab1-a8ad987206eb req-aa5c5b30-ef53-40c9-8d86-ee812398e6b0 service neutron] 10.222.0.44 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175003 Jun 18 22:02:15.979513 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce46e5-4312-4888-8abb-16f26c0dab62 req-67fdefb1-e2b7-4872-a70f-7ef02cf9e3ed tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:15.980981 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-74ce46e5-4312-4888-8abb-16f26c0dab62 req-67fdefb1-e2b7-4872-a70f-7ef02cf9e3ed tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.0676126 Jun 18 22:02:16.019648 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-74ce46e5-4312-4888-8abb-16f26c0dab62 req-a27d29e6-be9b-4f9e-88e2-c14121b97981 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328610 Jun 18 22:02:16.476374 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 33862) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:16.479175 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-fffdf657-ceac-435c-9aa1-2050a7030bc9 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=9b141af2658b43558369fbfef65616fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479929 Jun 18 22:02:16.534085 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0ed5ca-b0bf-457c-b0e3-954d94421c2e admin admin] Deleting subnet 4720113c-8bbd-4273-9813-2ea4203d9229 {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:02:16.540997 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5f0ed5ca-b0bf-457c-b0e3-954d94421c2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.582314 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5f0ed5ca-b0bf-457c-b0e3-954d94421c2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460699'] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.626948 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5f0ed5ca-b0bf-457c-b0e3-954d94421c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814669'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.668750 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-1eda39ec-850c-4358-9968-ea2383d89e39 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:16.670280 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-1eda39ec-850c-4358-9968-ea2383d89e39 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855569 Jun 18 22:02:16.686440 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-6dede969-f368-49e3-b9b1-d5fbbcf162b4 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/quotas/9b141af2658b43558369fbfef65616fa HTTP/1.1" status: 200 len: 375 time: 0.0101793 Jun 18 22:02:16.721221 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-3afabcca-1b3a-452f-bef3-a42e2c32d6f8 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b141af2658b43558369fbfef65616fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289872 Jun 18 22:02:16.947406 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5f0ed5ca-b0bf-457c-b0e3-954d94421c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9460504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9844756'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.950644 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:16.974668 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ed5ca-b0bf-457c-b0e3-954d94421c2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4720113c-8bbd-4273-9813-2ea4203d9229,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:16.977271 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5f0ed5ca-b0bf-457c-b0e3-954d94421c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.979129 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-5f0ed5ca-b0bf-457c-b0e3-954d94421c2e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4720113c-8bbd-4273-9813-2ea4203d9229 HTTP/1.1" status: 204 len: 168 time: 0.5021765 Jun 18 22:02:16.980144 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-5f0ed5ca-b0bf-457c-b0e3-954d94421c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:16.981915 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 33884) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:17.056234 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ce14dac8-ad50-4fd9-af15-c8abea3e4d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780721'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.078224 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4f6c4bb8-76cf-4729-8adf-fd53746f5e7c req-0727d83e-b831-4b79-b3b0-b356d89868cf tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 210 time: 0.0401883 Jun 18 22:02:17.142622 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ce14dac8-ad50-4fd9-af15-c8abea3e4d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817618', 'neutron.services.segments.db._delete_segments_for_network-8737367115731'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.152493 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-ce14dac8-ad50-4fd9-af15-c8abea3e4d4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa42241d-a114-4767-afc4-458da9604bc4']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:17.162494 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-ce14dac8-ad50-4fd9-af15-c8abea3e4d4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ba8654-d0f6-4d7c-9674-3bb0e09ce1cf') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:17.163580 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-ce14dac8-ad50-4fd9-af15-c8abea3e4d4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ba8654-d0f6-4d7c-9674-3bb0e09ce1cf') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:17.172712 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ce14dac8-ad50-4fd9-af15-c8abea3e4d4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737367115560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460690'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.186779 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ce14dac8-ad50-4fd9-af15-c8abea3e4d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.192495 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce14dac8-ad50-4fd9-af15-c8abea3e4d4d admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:02:17.192876 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ce14dac8-ad50-4fd9-af15-c8abea3e4d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454771'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: Traceback (most recent call last): Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: timer() Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: cb(*args, **kw) Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: return func(*args, **kwargs) Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: self._notify() Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: self.callback(batched_events) Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: event.method(event) Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: return f(self, *a, **k) Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._get(url).json() Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:02:17.194535 dv-cinder-766752-3-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:02:17.236647 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac3603-3d35-4cbc-8143-df9a5adfd58e req-78a33888-07a8-4837-9cfd-66ca36ddcc98 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:17.238078 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d7ac3603-3d35-4cbc-8143-df9a5adfd58e req-78a33888-07a8-4837-9cfd-66ca36ddcc98 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.0676947 Jun 18 22:02:17.275823 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d7ac3603-3d35-4cbc-8143-df9a5adfd58e req-07e1c215-3d7c-4493-8484-9174a1552e5a tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318584 Jun 18 22:02:17.312897 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ce14dac8-ad50-4fd9-af15-c8abea3e4d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546235'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.316572 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:17.319072 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ce14dac8-ad50-4fd9-af15-c8abea3e4d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.320927 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ce14dac8-ad50-4fd9-af15-c8abea3e4d4d admin admin] 10.222.0.38 "DELETE /v2.0/networks/fa42241d-a114-4767-afc4-458da9604bc4 HTTP/1.1" status: 204 len: 168 time: 0.3377371 Jun 18 22:02:17.331346 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14dac8-ad50-4fd9-af15-c8abea3e4d4d admin admin] Pushing event deleted for resources: {'Network': ['ID=fa42241d-a114-4767-afc4-458da9604bc4,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:17.333938 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-ce14dac8-ad50-4fd9-af15-c8abea3e4d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:17.724842 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 33906) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:17.763767 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-699c3c04-82a2-4364-b174-2923ae156836 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=70451f57820b4534abea34ac51e9918d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376782 Jun 18 22:02:17.766214 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 33908) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:17.814773 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d8ca1017-b5cd-4549-a5f5-2c7ae779636b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.836212 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d8ca1017-b5cd-4549-a5f5-2c7ae779636b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.998923 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.999817 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d8ca1017-b5cd-4549-a5f5-2c7ae779636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:18.002751 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d8ca1017-b5cd-4549-a5f5-2c7ae779636b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:18.012054 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-d8ca1017-b5cd-4549-a5f5-2c7ae779636b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8eaec939-e9b5-4c8f-9943-4bba1e4d2a31 HTTP/1.1" status: 204 len: 168 time: 0.2370417 Jun 18 22:02:18.012054 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:18.018416 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca1017-b5cd-4549-a5f5-2c7ae779636b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaec939-e9b5-4c8f-9943-4bba1e4d2a31,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:18.039293 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-d8ca1017-b5cd-4549-a5f5-2c7ae779636b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:18.364469 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-30cad33b-4881-4ead-b25f-e33db5c47dd0 req-cf3c27b3-bbd1-4281-85f9-da487737e553 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 210 time: 0.0409496 Jun 18 22:02:18.501530 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92852cd-36df-476a-a4d9-c89148d2b1a4 req-b5e84301-3d27-4b2e-8221-b4175574a180 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:18.501530 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a92852cd-36df-476a-a4d9-c89148d2b1a4 req-b5e84301-3d27-4b2e-8221-b4175574a180 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.0628231 Jun 18 22:02:18.555467 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a92852cd-36df-476a-a4d9-c89148d2b1a4 req-59a28841-4312-4815-a42c-d966ac45a66c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499184 Jun 18 22:02:19.254276 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 33970) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:19.445966 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-6bb0fb6e-2dfb-411c-8139-006928a2e881 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1870796510-network', 'tenant_id': 'bcfc9ad4e16e41faad1eec1dd49c373a'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:19.546571 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb0fb6e-2dfb-411c-8139-006928a2e881 admin admin] Made reservation on behalf of bcfc9ad4e16e41faad1eec1dd49c373a for: {'network': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:02:19.549064 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6bb0fb6e-2dfb-411c-8139-006928a2e881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for network, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:19.558243 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6bb0fb6e-2dfb-411c-8139-006928a2e881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:19.670378 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6bb0fb6e-2dfb-411c-8139-006928a2e881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:19.747873 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d0396783-cd5e-474e-ae7b-014c3086d43d req-0c296046-b1ac-4113-9f5c-a4e9c4dd5626 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 210 time: 0.0320096 Jun 18 22:02:19.748894 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6bb0fb6e-2dfb-411c-8139-006928a2e881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:19.751992 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-7e2a25cd-1df5-4779-894e-582e6189f1e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:19.806732 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0fb6e-2dfb-411c-8139-006928a2e881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f900ad0-d62f-4114-8b91-69f803158df3,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:19.809243 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb0fb6e-2dfb-411c-8139-006928a2e881 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=93154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:02:19.812961 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-6bb0fb6e-2dfb-411c-8139-006928a2e881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:19.825296 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6bb0fb6e-2dfb-411c-8139-006928a2e881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:19.825633 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.segments_db [None req-6bb0fb6e-2dfb-411c-8139-006928a2e881 admin admin] Added segment 1b120709-34cb-4f00-b4fc-a79711c7951d of type vlan for network f66cd9a0-4495-46b4-8965-0b3794f85407 Jun 18 22:02:19.872892 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6bb0fb6e-2dfb-411c-8139-006928a2e881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737366562524'] for network, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:19.898402 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ffd20-db44-47b7-982d-41a3601fda4c req-d278b010-b02f-4602-85c0-ea616996979f tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:19.898402 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5a9ffd20-db44-47b7-982d-41a3601fda4c req-d278b010-b02f-4602-85c0-ea616996979f tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.1365576 Jun 18 22:02:19.957258 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5a9ffd20-db44-47b7-982d-41a3601fda4c req-9a3b6e7b-1637-46c7-92ca-b429b4223ea2 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545344 Jun 18 22:02:19.967478 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-fadaacf6-92bf-4a4f-9384-c25a97b85691 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=9b141af2658b43558369fbfef65616fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264630 Jun 18 22:02:20.071194 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-9df2a7d4-d241-44fb-b55e-7184ed62c699 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:20.072715 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-9df2a7d4-d241-44fb-b55e-7184ed62c699 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0998194 Jun 18 22:02:20.098935 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Request body: {'port': {'device_id': '51d9a0eb-2323-4e63-ba47-97d9a4d3aae1', 'network_id': 'bfa6a483-d632-4977-95ff-547e540f3025', 'admin_state_up': True, 'tenant_id': '9b141af2658b43558369fbfef65616fa'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:20.140729 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6bb0fb6e-2dfb-411c-8139-006928a2e881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283'] for network, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:20.143967 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb0fb6e-2dfb-411c-8139-006928a2e881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:20.144562 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6bb0fb6e-2dfb-411c-8139-006928a2e881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:20.150555 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-64f6ef4c-ce5d-4874-b58a-302abcc16b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:20.223591 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0fb6e-2dfb-411c-8139-006928a2e881 admin admin] Pushing event updated for resources: {'Network': ['ID=f66cd9a0-4495-46b4-8965-0b3794f85407,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:20.228345 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-6bb0fb6e-2dfb-411c-8139-006928a2e881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:20.234365 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Network f66cd9a0-4495-46b4-8965-0b3794f85407 details requested by agent ovs-agent-dv-cinder-766752-3-iscsi with host dv-cinder-766752-3-iscsi {{(pid=93155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:02:20.297900 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-6bb0fb6e-2dfb-411c-8139-006928a2e881 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0424676 Jun 18 22:02:20.301147 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 33996) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:20.307781 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-d40481c5-bfa8-4a56-b01a-57d0608d6621 admin admin] Request body: {'subnet': {'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1870796510-subnet', 'tenant_id': 'bcfc9ad4e16e41faad1eec1dd49c373a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:20.324803 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.db.api [None req-d40481c5-bfa8-4a56-b01a-57d0608d6621 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 22:02:20.324803 dv-cinder-766752-3-iscsi neutron-server[93153]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 22:02:20.324803 dv-cinder-766752-3-iscsi neutron-server[93153]: [parameters: {'project_id_1': 'bcfc9ad4e16e41faad1eec1dd49c373a', 'expiration_1': datetime.datetime(2021, 6, 18, 22, 2, 20, 313800)}] Jun 18 22:02:20.324803 dv-cinder-766752-3-iscsi neutron-server[93153]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 22:02:20.325204 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_db.api [None req-d40481c5-bfa8-4a56-b01a-57d0608d6621 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 22:02:20.421137 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Made reservation on behalf of 9b141af2658b43558369fbfef65616fa for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:02:20.424905 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:20.440999 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:20.539289 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:20.614952 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:20.618547 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ee494881-0fff-4ca7-a693-22369517264c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:20.692627 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60e0453-7441-4eb2-83c3-2c2eaffc277d,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:20.697908 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:20.764473 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Allocated IP 192.168.233.140 (bfa6a483-d632-4977-95ff-547e540f3025/91b6530b-f293-4d9d-8a38-e0065f7c7e1a/898d1de0-7171-49c8-ab82-72d03e45248b) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:02:20.900358 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-48275db5-dc2a-4c77-bf28-79a485f4a6bc req-87afcb8e-406d-4f8c-b044-b5a41de87469 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 210 time: 0.0348179 Jun 18 22:02:20.917746 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40481c5-bfa8-4a56-b01a-57d0608d6621 admin admin] Made reservation on behalf of bcfc9ad4e16e41faad1eec1dd49c373a for: {'subnet': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:02:20.920075 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d40481c5-bfa8-4a56-b01a-57d0608d6621 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9844799'] for subnet, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:20.952528 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:20.965833 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Transition to ACTIVE for port object 898d1de0-7171-49c8-ab82-72d03e45248b will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:02:21.089630 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:21.108872 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:21.164994 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Network bfa6a483-d632-4977-95ff-547e540f3025 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:02:21.172640 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:21.175802 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:02:21.181897 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:21.182464 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:21.185613 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Pushing event updated for resources: {'Port': ['ID=898d1de0-7171-49c8-ab82-72d03e45248b,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:21.186541 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d40481c5-bfa8-4a56-b01a-57d0608d6621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9460697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9844781'] for subnet, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:21.198052 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:21.198143 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-5f16829d-bef5-406f-9fd2-034d0c6ec605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:21.211830 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1b310-3638-4a8b-a4e5-3ced60814b89 req-50e858cc-78ce-456d-ba0d-6412c4e3638b tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:21.213524 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-67d1b310-3638-4a8b-a4e5-3ced60814b89 req-50e858cc-78ce-456d-ba0d-6412c4e3638b tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.1390498 Jun 18 22:02:21.252554 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40481c5-bfa8-4a56-b01a-57d0608d6621 admin admin] Checking segment: {'id': '1b120709-34cb-4f00-b4fc-a79711c7951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:02:21.252905 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40481c5-bfa8-4a56-b01a-57d0608d6621 admin admin] Network hostable DHCP agents. Network: f66cd9a0-4495-46b4-8965-0b3794f85407, hostable agents: ['9f0b91c3-6ba3-4173-8e48-c1b1d033014c'], hosted agents: [] {{(pid=93153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:02:21.256115 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40481c5-bfa8-4a56-b01a-57d0608d6621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82374838-d364-4f4d-9932-55108600dd39,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:21.258680 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-67d1b310-3638-4a8b-a4e5-3ced60814b89 req-6e610f34-5408-4bba-95a8-b949ed3de427 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390024 Jun 18 22:02:21.259712 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d40481c5-bfa8-4a56-b01a-57d0608d6621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:21.267977 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1727104 Jun 18 22:02:21.300580 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Request body: {'port': {'device_id': '51d9a0eb-2323-4e63-ba47-97d9a4d3aae1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:21.352372 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40481c5-bfa8-4a56-b01a-57d0608d6621 admin admin] Network f66cd9a0-4495-46b4-8965-0b3794f85407 is scheduled to be hosted by DHCP agent 9f0b91c3-6ba3-4173-8e48-c1b1d033014c with binding_index 1 {{(pid=93153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:02:21.377237 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:21.437739 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-d40481c5-bfa8-4a56-b01a-57d0608d6621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-iscsi, f66cd9a0-4495-46b4-8965-0b3794f85407) {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:21.448370 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40481c5-bfa8-4a56-b01a-57d0608d6621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:21.448370 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d40481c5-bfa8-4a56-b01a-57d0608d6621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:21.451681 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696d1da5-0e6d-453a-b515-af44cae90c90 None None] Network f66cd9a0-4495-46b4-8965-0b3794f85407 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:02:21.519143 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-85b4c815-6e54-461a-b25d-00f464158471 None None] Provisioning for port 898d1de0-7171-49c8-ab82-72d03e45248b completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:02:21.537965 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-85b4c815-6e54-461a-b25d-00f464158471 None None] Provisioning complete for port 898d1de0-7171-49c8-ab82-72d03e45248b triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:21.538348 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-85b4c815-6e54-461a-b25d-00f464158471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:21.563350 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-d40481c5-bfa8-4a56-b01a-57d0608d6621 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2541230 Jun 18 22:02:21.629832 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab87e51d-7a94-426f-87a0-31c1685ead18 None None] Network f66cd9a0-4495-46b4-8965-0b3794f85407 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:02:21.636404 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-85b4c815-6e54-461a-b25d-00f464158471 None None] Port 898d1de0-7171-49c8-ab82-72d03e45248b cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:02:21.672172 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898d1de0-7171-49c8-ab82-72d03e45248b {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:02:21.681597 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:21.695601 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Transition to ACTIVE for port object 898d1de0-7171-49c8-ab82-72d03e45248b will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:02:21.786607 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:21.790505 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:21.887806 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Pushing event updated for resources: {'Port': ['ID=898d1de0-7171-49c8-ab82-72d03e45248b,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:21.891033 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:22.137648 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-588e94e8-3a73-4f1f-a0eb-91ff90db247e tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:22.139110 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-588e94e8-3a73-4f1f-a0eb-91ff90db247e tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/networks?id=f66cd9a0-4495-46b4-8965-0b3794f85407 HTTP/1.1" status: 200 len: 815 time: 0.1100194 Jun 18 22:02:22.154182 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-9e0e3411-948c-4b24-8ee7-833f314aa18b tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/quotas/bcfc9ad4e16e41faad1eec1dd49c373a HTTP/1.1" status: 200 len: 375 time: 0.0093801 Jun 18 22:02:22.194222 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-7448bf6c-0c5a-423b-a1cf-50455d990ed7 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bcfc9ad4e16e41faad1eec1dd49c373a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348713 Jun 18 22:02:22.284971 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Attempting to bind port 898d1de0-7171-49c8-ab82-72d03e45248b on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:02:22.285302 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Attempting to bind port 898d1de0-7171-49c8-ab82-72d03e45248b by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': 'a3016558-1fed-4641-949a-7b46304d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bfa6a483-d632-4977-95ff-547e540f3025'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:02:22.285625 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Attempting to bind port 898d1de0-7171-49c8-ab82-72d03e45248b on network bfa6a483-d632-4977-95ff-547e540f3025 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:02:22.309825 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Port 898d1de0-7171-49c8-ab82-72d03e45248b on network bfa6a483-d632-4977-95ff-547e540f3025 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:02:22.310154 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Attempting to bind port 898d1de0-7171-49c8-ab82-72d03e45248b on network bfa6a483-d632-4977-95ff-547e540f3025 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:02:22.325846 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:02:22.326183 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Checking segment: {'id': 'a3016558-1fed-4641-949a-7b46304d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bfa6a483-d632-4977-95ff-547e540f3025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:02:22.326561 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Bound using segment: {'id': 'a3016558-1fed-4641-949a-7b46304d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bfa6a483-d632-4977-95ff-547e540f3025'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:02:22.326988 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Bound port: 898d1de0-7171-49c8-ab82-72d03e45248b, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3016558-1fed-4641-949a-7b46304d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bfa6a483-d632-4977-95ff-547e540f3025'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:02:22.327331 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:22.417281 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-a36d96cc-9b61-4a31-ae7e-ed6447f62b8a service neutron] 10.222.0.38 "GET /v2.0/networks/f66cd9a0-4495-46b4-8965-0b3794f85407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155182 Jun 18 22:02:22.431173 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4a42f-7c0f-4847-9e9d-941b75631ac6 req-b3cfea69-fe64-401c-bbc5-aee4ccde30d7 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:22.432557 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a5a4a42f-7c0f-4847-9e9d-941b75631ac6 req-b3cfea69-fe64-401c-bbc5-aee4ccde30d7 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 948 time: 0.1586816 Jun 18 22:02:22.498441 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] For port 898d1de0-7171-49c8-ab82-72d03e45248b, host hv-cinder-76675, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:02:22.524941 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] For port 898d1de0-7171-49c8-ab82-72d03e45248b, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=898d1de0-7171-49c8-ab82-72d03e45248b,segment=NetworkSegment(a3016558-1fed-4641-949a-7b46304d5f88),segment_id=a3016558-1fed-4641-949a-7b46304d5f88)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:02:22.536019 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a5a4a42f-7c0f-4847-9e9d-941b75631ac6 req-af2e5e44-1b48-4055-b6c2-2641cc521a50 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/security-groups?id=e60e0453-7441-4eb2-83c3-2c2eaffc277d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953884 Jun 18 22:02:22.567416 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-c50c5e37-e67d-4eff-af8d-2729f06a5b58 service neutron] 10.222.0.38 "GET /v2.0/networks/f66cd9a0-4495-46b4-8965-0b3794f85407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442583 Jun 18 22:02:22.598466 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:22.601878 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:22.644694 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:22.644694 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:22.644694 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] 10.222.0.44 "PUT /v2.0/ports/898d1de0-7171-49c8-ab82-72d03e45248b HTTP/1.1" status: 200 len: 1098 time: 1.3410323 Jun 18 22:02:22.644694 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d9a0eb-2323-4e63-ba47-97d9a4d3aae1', 'tag': '898d1de0-7171-49c8-ab82-72d03e45248b'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:02:22.644694 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3965ada-be84-4cc9-8f37-6c0263b5b105" -d '{"events": [{"name": "network-changed", "server_uuid": "51d9a0eb-2323-4e63-ba47-97d9a4d3aae1", "tag": "898d1de0-7171-49c8-ab82-72d03e45248b"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:02:22.671656 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Pushing event updated for resources: {'Port': ['ID=898d1de0-7171-49c8-ab82-72d03e45248b,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:22.675340 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:22.791373 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efd71b-6b8b-4d1e-b64b-62775fec2dd2 req-d33922d1-bfc4-4d09-a48d-7e8364e55e65 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:22.792837 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-33efd71b-6b8b-4d1e-b64b-62775fec2dd2 req-d33922d1-bfc4-4d09-a48d-7e8364e55e65 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.0856194 Jun 18 22:02:22.875246 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c8d52a-dcf7-4836-8d53-3d7e9c5bd447 x-openstack-request-id: req-58c8d52a-dcf7-4836-8d53-3d7e9c5bd447 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:02:22.875638 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d9a0eb-2323-4e63-ba47-97d9a4d3aae1", "tag": "898d1de0-7171-49c8-ab82-72d03e45248b", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:02:22.875989 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-58c8d52a-dcf7-4836-8d53-3d7e9c5bd447 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:02:22.876525 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d9a0eb-2323-4e63-ba47-97d9a4d3aae1', 'tag': '898d1de0-7171-49c8-ab82-72d03e45248b', 'status': 'completed', 'code': 200} Jun 18 22:02:22.921136 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-73a2eccc-820a-4c9f-8776-8498d8713435 req-367e2b10-77f2-427e-a5d1-0a182dc3e3e8 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=fffd14a5-617b-4e4c-8c87-e29ac57d01c5 HTTP/1.1" status: 200 len: 210 time: 0.0346837 Jun 18 22:02:22.929636 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-33efd71b-6b8b-4d1e-b64b-62775fec2dd2 req-135ada76-a4bf-40a1-98d4-4bc4dbb20a84 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213698 Jun 18 22:02:22.953183 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-26bcf1c2-2e5c-4be4-9f5a-db56cdcc99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:22.954726 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-26bcf1c2-2e5c-4be4-9f5a-db56cdcc99f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b141af2658b43558369fbfef65616fa&device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 1101 time: 0.1547039 Jun 18 22:02:23.010358 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-fd29e48c-3c83-4ab0-92a3-1ee832185f6e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=898d1de0-7171-49c8-ab82-72d03e45248b HTTP/1.1" status: 200 len: 217 time: 0.0404286 Jun 18 22:02:23.059293 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-b3ecfd45-8ab3-4d65-9cd6-2d284e31f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:23.060704 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-b3ecfd45-8ab3-4d65-9cd6-2d284e31f3c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=91b6530b-f293-4d9d-8a38-e0065f7c7e1a HTTP/1.1" status: 200 len: 843 time: 0.0441597 Jun 18 22:02:23.116812 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-e72c8bea-edc1-42ed-9dc4-b7ff81fff294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:23.118716 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-e72c8bea-edc1-42ed-9dc4-b7ff81fff294 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bfa6a483-d632-4977-95ff-547e540f3025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0508285 Jun 18 22:02:23.242878 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-e6f641de-0c8d-4af2-a09a-374552833163 service neutron] 10.222.0.44 "GET /v2.0/networks/bfa6a483-d632-4977-95ff-547e540f3025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928547 Jun 18 22:02:23.248616 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 34106) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:23.356948 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d54aa3b9-95d1-4fac-b817-61cc0add6600 req-76ec1922-af3d-4506-a951-07ae4764b533 service neutron] 10.222.0.44 "GET /v2.0/networks/bfa6a483-d632-4977-95ff-547e540f3025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062107 Jun 18 22:02:23.378024 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8bc9f983-d8c9-45ed-8a37-80bcb3c7cc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:23.468911 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8bc9f983-d8c9-45ed-8a37-80bcb3c7cc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:23.511760 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8bc9f983-d8c9-45ed-8a37-80bcb3c7cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:23.515382 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-23c7064f-2ce7-4aa0-98c9-903c7e96cbba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:23.578603 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9f983-d8c9-45ed-8a37-80bcb3c7cc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dfdab7-99c0-4215-9fea-ef3b8af99fa7,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:23.582779 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-8bc9f983-d8c9-45ed-8a37-80bcb3c7cc30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:23.585199 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-8bc9f983-d8c9-45ed-8a37-80bcb3c7cc30 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=568738fa1ea24144831af35a3f38a4b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354917 Jun 18 22:02:23.588509 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 34114) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:23.637602 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3965ada-be84-4cc9-8f37-6c0263b5b105 req-84763bc2-b217-420e-b857-0c15b84a4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:23.639021 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e3965ada-be84-4cc9-8f37-6c0263b5b105 req-84763bc2-b217-420e-b857-0c15b84a4a9b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b141af2658b43558369fbfef65616fa&device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 1101 time: 0.1112611 Jun 18 22:02:23.660584 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b7af9fdb-6d73-42a1-a722-900c7d2f6d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:23.754493 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b7af9fdb-6d73-42a1-a722-900c7d2f6d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:23.822607 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3965ada-be84-4cc9-8f37-6c0263b5b105 req-6c00022c-7e3c-454e-9582-263ad50eab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:23.824032 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e3965ada-be84-4cc9-8f37-6c0263b5b105 req-6c00022c-7e3c-454e-9582-263ad50eab3a service neutron] 10.222.0.44 "GET /v2.0/networks?id=bfa6a483-d632-4977-95ff-547e540f3025 HTTP/1.1" status: 200 len: 870 time: 0.1759043 Jun 18 22:02:23.848630 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24edfa4-6cdf-4164-af82-ca2d53beb243 req-11763359-402f-4d7e-bebe-1e2d06fdd08f tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:23.850064 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e24edfa4-6cdf-4164-af82-ca2d53beb243 req-11763359-402f-4d7e-bebe-1e2d06fdd08f tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 948 time: 0.1774635 Jun 18 22:02:23.864840 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 34130) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:23.882480 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e3965ada-be84-4cc9-8f37-6c0263b5b105 req-84e154b1-aae5-4445-9438-b965a2e83ad3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=898d1de0-7171-49c8-ab82-72d03e45248b HTTP/1.1" status: 200 len: 217 time: 0.0515559 Jun 18 22:02:23.917032 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53f519b-d373-458e-ad6a-8cdd7f5412e0 admin admin] Deleting subnet 6402a815-f209-4b74-b656-b3de9c4b4ff2 {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:02:23.920079 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c53f519b-d373-458e-ad6a-8cdd7f5412e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:23.949086 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e24edfa4-6cdf-4164-af82-ca2d53beb243 req-46d6eafb-f8dd-4f98-ac9e-ddbc830f3bec tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/security-groups?id=e60e0453-7441-4eb2-83c3-2c2eaffc277d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689008 Jun 18 22:02:23.956840 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3965ada-be84-4cc9-8f37-6c0263b5b105 req-6ae2a156-585a-4693-931f-10f6ed1dad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:23.958452 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e3965ada-be84-4cc9-8f37-6c0263b5b105 req-6ae2a156-585a-4693-931f-10f6ed1dad1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=91b6530b-f293-4d9d-8a38-e0065f7c7e1a HTTP/1.1" status: 200 len: 843 time: 0.0627806 Jun 18 22:02:23.964228 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b7af9fdb-6d73-42a1-a722-900c7d2f6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:23.964669 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b7af9fdb-6d73-42a1-a722-900c7d2f6d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:23.965752 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-b7af9fdb-6d73-42a1-a722-900c7d2f6d61 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/72dfdab7-99c0-4215-9fea-ef3b8af99fa7 HTTP/1.1" status: 204 len: 168 time: 0.3762496 Jun 18 22:02:23.976296 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c53f519b-d373-458e-ad6a-8cdd7f5412e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460699'] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:23.976498 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:24.006526 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af9fdb-6d73-42a1-a722-900c7d2f6d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dfdab7-99c0-4215-9fea-ef3b8af99fa7,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:24.016423 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-b7af9fdb-6d73-42a1-a722-900c7d2f6d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:24.018986 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c53f519b-d373-458e-ad6a-8cdd7f5412e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814669'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.068891 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3965ada-be84-4cc9-8f37-6c0263b5b105 req-8268ccbf-d427-4a52-88dc-d0b45577ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:24.071421 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e3965ada-be84-4cc9-8f37-6c0263b5b105 req-8268ccbf-d427-4a52-88dc-d0b45577ae67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bfa6a483-d632-4977-95ff-547e540f3025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1040213 Jun 18 22:02:24.177086 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-979b4f1e-30d7-484c-988d-905bcea1a7df req-9399a6a2-63ea-4f50-940c-5c32e8d4edae tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=fffd14a5-617b-4e4c-8c87-e29ac57d01c5 HTTP/1.1" status: 200 len: 210 time: 0.0757947 Jun 18 22:02:24.215377 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c53f519b-d373-458e-ad6a-8cdd7f5412e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9460504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9844756'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.225373 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d40481c5-bfa8-4a56-b01a-57d0608d6621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:24.250155 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e3965ada-be84-4cc9-8f37-6c0263b5b105 req-18c404d9-a876-4a7f-a263-a3280fc8a415 service neutron] 10.222.0.44 "GET /v2.0/networks/bfa6a483-d632-4977-95ff-547e540f3025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616349 Jun 18 22:02:24.257991 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c53f519b-d373-458e-ad6a-8cdd7f5412e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.261681 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-c53f519b-d373-458e-ad6a-8cdd7f5412e0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6402a815-f209-4b74-b656-b3de9c4b4ff2 HTTP/1.1" status: 204 len: 168 time: 0.3930433 Jun 18 22:02:24.261813 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe9956-b36f-40d3-9f80-e6707c501a47 req-18f81111-de7b-48a0-870a-dbfaf241d80f tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:24.262059 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-60fe9956-b36f-40d3-9f80-e6707c501a47 req-18f81111-de7b-48a0-870a-dbfaf241d80f tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.1225848 Jun 18 22:02:24.262798 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 34140) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:24.263489 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f519b-d373-458e-ad6a-8cdd7f5412e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6402a815-f209-4b74-b656-b3de9c4b4ff2,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:24.270635 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-c53f519b-d373-458e-ad6a-8cdd7f5412e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:24.417208 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-60fe9956-b36f-40d3-9f80-e6707c501a47 req-8fa522e7-e8d7-4d51-aa26-c1ee8f2ccd92 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474359 Jun 18 22:02:24.421307 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780721'] for network, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.482563 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e3965ada-be84-4cc9-8f37-6c0263b5b105 req-6d99b089-4f39-4cfc-90af-55123a073c82 service neutron] 10.222.0.44 "GET /v2.0/networks/bfa6a483-d632-4977-95ff-547e540f3025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652117 Jun 18 22:02:24.533829 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817618', 'neutron.services.segments.db._delete_segments_for_network-8737367115731'] for network, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.544908 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:24.547967 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:24.547967 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:24.547967 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Subscribe: > port after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:24.547967 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:24.547967 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Subscribe: > port after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:24.547967 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:24.547967 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:24.547967 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:24.548676 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:24.666955 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 34154) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:24.680499 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-147b8850-9d4a-4cb8-af94-3bd998e54185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.692733 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:24.692733 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:24.692733 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:24.692733 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:24.692733 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1296682d-bb8d-4624-9dc0-dcc9833a78e0']}} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:24.706659 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f951541-1850-49db-bf30-9ac9d2c3da4a') {'for_net_delete': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:24.706960 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f951541-1850-49db-bf30-9ac9d2c3da4a') {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:24.728027 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737367115560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11814665'] for segment, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.747781 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.755786 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:02:24.756417 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071122'] for segment, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: from cryptography.utils import int_from_bytes Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: from cryptography.utils import int_from_bytes Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: Traceback (most recent call last): Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: timer() Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: cb(*args, **kw) Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: return func(*args, **kwargs) Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: self._notify() Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: self.callback(batched_events) Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: event.method(event) Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: return f(self, *a, **k) Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: return self._get(url).json() Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: return self.request(url, 'GET', **kwargs) Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:02:24.761333 dv-cinder-766752-3-iscsi neutron-server[93154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:02:24.769340 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-147b8850-9d4a-4cb8-af94-3bd998e54185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.820948 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-147b8850-9d4a-4cb8-af94-3bd998e54185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.824733 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-991e8d58-dce5-439f-a657-c9da30977e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:24.861356 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-147b8850-9d4a-4cb8-af94-3bd998e54185 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ac012058d51e4e67a137269238613f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933365 Jun 18 22:02:24.862322 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b8850-9d4a-4cb8-af94-3bd998e54185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b6a209-fee3-4463-a9c2-9c7dcab790a9,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:24.864200 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 34156) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:24.866018 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-147b8850-9d4a-4cb8-af94-3bd998e54185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:24.878163 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546235'] for network, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.892017 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:24.899687 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.901523 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/1296682d-bb8d-4624-9dc0-dcc9833a78e0 HTTP/1.1" status: 204 len: 168 time: 0.6378345 Jun 18 22:02:24.904609 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 34158) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:24.921653 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1296682d-bb8d-4624-9dc0-dcc9833a78e0,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:24.925699 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ccb266f9-1843-41a2-8ebe-d45ab45ec8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:24.937279 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4e25152d-14f5-446a-95f8-b62b062b8c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.949116 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9f13f2-45ee-4e01-aeca-1899837b57f6 admin admin] Deleting subnet 8de3e974-9fd7-4be5-859b-c25c224608cb {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:02:24.952199 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6e9f13f2-45ee-4e01-aeca-1899837b57f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.958463 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4e25152d-14f5-446a-95f8-b62b062b8c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.985569 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6e9f13f2-45ee-4e01-aeca-1899837b57f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460699'] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.027003 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6e9f13f2-45ee-4e01-aeca-1899837b57f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814669'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.182010 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6e9f13f2-45ee-4e01-aeca-1899837b57f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9460504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9844756'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.184384 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-5f0ed5ca-b0bf-457c-b0e3-954d94421c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:25.208315 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f13f2-45ee-4e01-aeca-1899837b57f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de3e974-9fd7-4be5-859b-c25c224608cb,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:25.212297 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6e9f13f2-45ee-4e01-aeca-1899837b57f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:25.213734 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6e9f13f2-45ee-4e01-aeca-1899837b57f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.215631 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-6e9f13f2-45ee-4e01-aeca-1899837b57f6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8de3e974-9fd7-4be5-859b-c25c224608cb HTTP/1.1" status: 204 len: 168 time: 0.3100443 Jun 18 22:02:25.218224 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 34164) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:25.290879 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d728e79-dce7-419f-b874-a199dc78b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780721'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.359253 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6dc89516-6ea1-41d7-a86b-ae65f3d82d6d req-9fba8cec-0d03-4a25-88ee-9a2af56ab6f2 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=fffd14a5-617b-4e4c-8c87-e29ac57d01c5 HTTP/1.1" status: 200 len: 210 time: 0.0374622 Jun 18 22:02:25.402550 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d728e79-dce7-419f-b874-a199dc78b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817618', 'neutron.services.segments.db._delete_segments_for_network-8737367115731'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.415721 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-4d728e79-dce7-419f-b874-a199dc78b0ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d632fec-0933-4e7a-9b71-01bd7ba7dd42']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:25.418049 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38677e34-f6a7-4071-a9a1-10c0081f286d req-be1ade18-b8d9-485a-a157-1d7503da6ba5 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:25.419547 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-38677e34-f6a7-4071-a9a1-10c0081f286d req-be1ade18-b8d9-485a-a157-1d7503da6ba5 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 948 time: 0.1777434 Jun 18 22:02:25.426220 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-a9412823-8de4-4fc5-982f-c39a498c4303 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:25.427522 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-a9412823-8de4-4fc5-982f-c39a498c4303 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.44 "GET /v2.0/networks?id=f66cd9a0-4495-46b4-8965-0b3794f85407 HTTP/1.1" status: 200 len: 815 time: 0.1557035 Jun 18 22:02:25.433718 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-4d728e79-dce7-419f-b874-a199dc78b0ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c312290-61da-4bf2-8ea9-95431412228a') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:25.434203 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-4d728e79-dce7-419f-b874-a199dc78b0ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c312290-61da-4bf2-8ea9-95431412228a') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:25.446002 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d728e79-dce7-419f-b874-a199dc78b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737367115560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460690'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.452860 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-933d1801-f8a8-4024-8ce1-f5a82b5ef299 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Request body: {'port': {'device_id': 'fffd14a5-617b-4e4c-8c87-e29ac57d01c5', 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407', 'admin_state_up': True, 'tenant_id': 'bcfc9ad4e16e41faad1eec1dd49c373a'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:25.460320 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d728e79-dce7-419f-b874-a199dc78b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.466723 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d728e79-dce7-419f-b874-a199dc78b0ab admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d728e79-dce7-419f-b874-a199dc78b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454771'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: Traceback (most recent call last): Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: timer() Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: cb(*args, **kw) Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: return func(*args, **kwargs) Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: self._notify() Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: self.callback(batched_events) Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: event.method(event) Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: return f(self, *a, **k) Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._get(url).json() Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:02:25.468796 dv-cinder-766752-3-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:02:25.471577 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4e25152d-14f5-446a-95f8-b62b062b8c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.474113 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4e25152d-14f5-446a-95f8-b62b062b8c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.477881 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-4e25152d-14f5-446a-95f8-b62b062b8c06 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/79b6a209-fee3-4463-a9c2-9c7dcab790a9 HTTP/1.1" status: 204 len: 168 time: 0.6100512 Jun 18 22:02:25.503449 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:25.526485 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25152d-14f5-446a-95f8-b62b062b8c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b6a209-fee3-4463-a9c2-9c7dcab790a9,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:25.532946 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-4e25152d-14f5-446a-95f8-b62b062b8c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:25.540139 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-38677e34-f6a7-4071-a9a1-10c0081f286d req-6ab4f176-f3ad-47de-9983-0b0605a3fe43 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/security-groups?id=e60e0453-7441-4eb2-83c3-2c2eaffc277d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108146 Jun 18 22:02:25.608888 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d728e79-dce7-419f-b874-a199dc78b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546235'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.614596 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d728e79-dce7-419f-b874-a199dc78b0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.622835 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-4d728e79-dce7-419f-b874-a199dc78b0ab admin admin] 10.222.0.38 "DELETE /v2.0/networks/6d632fec-0933-4e7a-9b71-01bd7ba7dd42 HTTP/1.1" status: 204 len: 168 time: 0.4005134 Jun 18 22:02:25.623708 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6643e48e-d702-45fc-abbe-98457b794ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:25.641670 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d728e79-dce7-419f-b874-a199dc78b0ab admin admin] Pushing event deleted for resources: {'Network': ['ID=6d632fec-0933-4e7a-9b71-01bd7ba7dd42,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:25.644336 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-4d728e79-dce7-419f-b874-a199dc78b0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:25.709222 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-933d1801-f8a8-4024-8ce1-f5a82b5ef299 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Made reservation on behalf of bcfc9ad4e16e41faad1eec1dd49c373a for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:02:25.711956 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-933d1801-f8a8-4024-8ce1-f5a82b5ef299 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.809193 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ccbe6-0fe7-4ca9-a705-d06067262d6a req-e3da80d1-1290-43cc-94c5-7e933774eea5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:25.810708 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-863ccbe6-0fe7-4ca9-a705-d06067262d6a req-e3da80d1-1290-43cc-94c5-7e933774eea5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.1350477 Jun 18 22:02:25.893130 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-863ccbe6-0fe7-4ca9-a705-d06067262d6a req-ea690753-1705-4e98-9a0d-09bb882f35d3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745230 Jun 18 22:02:25.906626 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-933d1801-f8a8-4024-8ce1-f5a82b5ef299 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Allocated IP 172.20.0.4 (f66cd9a0-4495-46b4-8965-0b3794f85407/82374838-d364-4f4d-9932-55108600dd39/ef7eb14d-ec5b-41a3-8806-305621cdcf93) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:02:25.963860 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 34190) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:26.061384 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-48819892-d3ec-497b-b708-de7b014361f0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=34c3ef24ac4a49978915e49cfeff251e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0962877 Jun 18 22:02:26.063997 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 34196) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:26.097936 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-933d1801-f8a8-4024-8ce1-f5a82b5ef299 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:26.116900 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec21547d-97b8-4e4c-b8b6-6325c6a7c280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:26.139607 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec21547d-97b8-4e4c-b8b6-6325c6a7c280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:26.210063 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-933d1801-f8a8-4024-8ce1-f5a82b5ef299 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:26.215525 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:26.255978 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-933d1801-f8a8-4024-8ce1-f5a82b5ef299 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Network f66cd9a0-4495-46b4-8965-0b3794f85407 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:02:26.261967 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-933d1801-f8a8-4024-8ce1-f5a82b5ef299 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:26.264452 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-933d1801-f8a8-4024-8ce1-f5a82b5ef299 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:02:26.269499 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec21547d-97b8-4e4c-b8b6-6325c6a7c280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:26.272195 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec21547d-97b8-4e4c-b8b6-6325c6a7c280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:26.273879 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ec21547d-97b8-4e4c-b8b6-6325c6a7c280 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cc9cdfc2-884b-40cb-80c0-9bf11604ea6a HTTP/1.1" status: 204 len: 168 time: 0.2049065 Jun 18 22:02:26.275226 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-befd3ab4-3a6e-494e-8253-19bd26a50c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:26.282484 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21547d-97b8-4e4c-b8b6-6325c6a7c280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9cdfc2-884b-40cb-80c0-9bf11604ea6a,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:26.284989 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-ec21547d-97b8-4e4c-b8b6-6325c6a7c280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:26.303260 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d1801-f8a8-4024-8ce1-f5a82b5ef299 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Pushing event updated for resources: {'Port': ['ID=ef7eb14d-ec5b-41a3-8806-305621cdcf93,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:26.308298 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-933d1801-f8a8-4024-8ce1-f5a82b5ef299 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:26.333580 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-933d1801-f8a8-4024-8ce1-f5a82b5ef299 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:26.334258 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-933d1801-f8a8-4024-8ce1-f5a82b5ef299 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:26.403626 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-933d1801-f8a8-4024-8ce1-f5a82b5ef299 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9568567 Jun 18 22:02:26.422515 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Request body: {'port': {'device_id': 'fffd14a5-617b-4e4c-8c87-e29ac57d01c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:26.530593 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:26.608710 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044ebe2-bd08-4e4e-b2ed-4c47b2dd7888 req-2fbd6ddc-df34-4cbf-9126-a5804e961f6d tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:26.610307 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1044ebe2-bd08-4e4e-b2ed-4c47b2dd7888 req-2fbd6ddc-df34-4cbf-9126-a5804e961f6d tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=fffd14a5-617b-4e4c-8c87-e29ac57d01c5 HTTP/1.1" status: 200 len: 931 time: 0.1262126 Jun 18 22:02:26.787151 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1044ebe2-bd08-4e4e-b2ed-4c47b2dd7888 req-e2463935-2e30-40c8-ac16-6e8377ee9e28 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264887 Jun 18 22:02:26.858226 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb19c9c-b7d0-48b4-83a0-c8af4b1fa055 req-d44bae20-ebdd-4d16-a7e4-187dfe67483a tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:26.859734 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bcb19c9c-b7d0-48b4-83a0-c8af4b1fa055 req-d44bae20-ebdd-4d16-a7e4-187dfe67483a tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 948 time: 0.1638513 Jun 18 22:02:26.940920 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bcb19c9c-b7d0-48b4-83a0-c8af4b1fa055 req-de001743-91bf-42fc-9b0e-367f76372150 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/security-groups?id=e60e0453-7441-4eb2-83c3-2c2eaffc277d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737667 Jun 18 22:02:26.947327 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef7eb14d-ec5b-41a3-8806-305621cdcf93 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:02:26.955393 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:26.985038 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Transition to ACTIVE for port object ef7eb14d-ec5b-41a3-8806-305621cdcf93 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:02:26.993725 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 34268) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:27.036907 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:27.044928 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-df282662-ba20-4bc5-bd1b-ef3691830a34 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:27.113658 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-918ab7c9-a63f-47f6-a19d-5c1394b1276c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9d7057bf87ba432d90d10347e7c53c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1177566 Jun 18 22:02:27.116677 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 34270) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:27.146710 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7eb14d-ec5b-41a3-8806-305621cdcf93,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:27.149713 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:27.166906 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d6632614-dcd3-49f9-9286-25eeedd7c1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:27.189498 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d6632614-dcd3-49f9-9286-25eeedd7c1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:27.224320 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Attempting to bind port ef7eb14d-ec5b-41a3-8806-305621cdcf93 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:02:27.224644 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Attempting to bind port ef7eb14d-ec5b-41a3-8806-305621cdcf93 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '1b120709-34cb-4f00-b4fc-a79711c7951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:02:27.224967 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Attempting to bind port ef7eb14d-ec5b-41a3-8806-305621cdcf93 on network f66cd9a0-4495-46b4-8965-0b3794f85407 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:02:27.229683 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Port ef7eb14d-ec5b-41a3-8806-305621cdcf93 on network f66cd9a0-4495-46b4-8965-0b3794f85407 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:02:27.229998 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Attempting to bind port ef7eb14d-ec5b-41a3-8806-305621cdcf93 on network f66cd9a0-4495-46b4-8965-0b3794f85407 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:02:27.234642 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:02:27.234971 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Checking segment: {'id': '1b120709-34cb-4f00-b4fc-a79711c7951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:02:27.235344 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Bound using segment: {'id': '1b120709-34cb-4f00-b4fc-a79711c7951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:02:27.235778 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Bound port: ef7eb14d-ec5b-41a3-8806-305621cdcf93, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b120709-34cb-4f00-b4fc-a79711c7951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:02:27.236116 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:27.296689 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] For port ef7eb14d-ec5b-41a3-8806-305621cdcf93, host hv-cinder-76675, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:02:27.299999 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] For port ef7eb14d-ec5b-41a3-8806-305621cdcf93, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=ef7eb14d-ec5b-41a3-8806-305621cdcf93,segment=NetworkSegment(1b120709-34cb-4f00-b4fc-a79711c7951d),segment_id=1b120709-34cb-4f00-b4fc-a79711c7951d)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:02:27.329186 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d6632614-dcd3-49f9-9286-25eeedd7c1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:27.331741 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d6632614-dcd3-49f9-9286-25eeedd7c1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:27.332907 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-d6632614-dcd3-49f9-9286-25eeedd7c1ff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e77adbfb-1773-417c-b970-653147e665d7 HTTP/1.1" status: 204 len: 168 time: 0.2143707 Jun 18 22:02:27.333845 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6e61014a-d9c2-451c-84f6-96b121097919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:27.342340 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6632614-dcd3-49f9-9286-25eeedd7c1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77adbfb-1773-417c-b970-653147e665d7,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:27.344749 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d6632614-dcd3-49f9-9286-25eeedd7c1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:27.398141 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:27.401858 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:27.436504 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:27.437089 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:27.438723 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] 10.222.0.44 "PUT /v2.0/ports/ef7eb14d-ec5b-41a3-8806-305621cdcf93 HTTP/1.1" status: 200 len: 1093 time: 1.0201812 Jun 18 22:02:27.438907 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffd14a5-617b-4e4c-8c87-e29ac57d01c5', 'tag': 'ef7eb14d-ec5b-41a3-8806-305621cdcf93'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:02:27.441281 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8772059-dd66-4ba2-9fa5-a8d3ccf3a160" -d '{"events": [{"name": "network-changed", "server_uuid": "fffd14a5-617b-4e4c-8c87-e29ac57d01c5", "tag": "ef7eb14d-ec5b-41a3-8806-305621cdcf93"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:02:27.460913 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7eb14d-ec5b-41a3-8806-305621cdcf93,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:27.463861 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:28.348616 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 898d1de0-7171-49c8-ab82-72d03e45248b details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:02:28.445350 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 898d1de0-7171-49c8-ab82-72d03e45248b, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=898d1de0-7171-49c8-ab82-72d03e45248b,segment=NetworkSegment(a3016558-1fed-4641-949a-7b46304d5f88),segment_id=a3016558-1fed-4641-949a-7b46304d5f88)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:28.456151 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': '898d1de0-7171-49c8-ab82-72d03e45248b', 'network_id': 'bfa6a483-d632-4977-95ff-547e540f3025', 'port_id': '898d1de0-7171-49c8-ab82-72d03e45248b', 'mac_address': 'fa:16:3e:32:4f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91b6530b-f293-4d9d-8a38-e0065f7c7e1a', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:02:28.492085 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:28.504306 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898d1de0-7171-49c8-ab82-72d03e45248b {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:02:28.523826 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 898d1de0-7171-49c8-ab82-72d03e45248b, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=898d1de0-7171-49c8-ab82-72d03e45248b,segment=NetworkSegment(a3016558-1fed-4641-949a-7b46304d5f88),segment_id=a3016558-1fed-4641-949a-7b46304d5f88)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:28.592075 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:28.593894 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:28.641060 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=898d1de0-7171-49c8-ab82-72d03e45248b,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:28.647917 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:28.648913 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:28.649274 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:28.649588 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:28.654841 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:28.654841 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:28.654841 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:28.654841 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:28.654841 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:28.654841 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:28.654841 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:28.654841 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:28.655945 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:29.537353 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a695444a-4bb8-411a-8e6a-80dd2479893a x-openstack-request-id: req-a695444a-4bb8-411a-8e6a-80dd2479893a {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:02:29.537832 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffd14a5-617b-4e4c-8c87-e29ac57d01c5", "tag": "ef7eb14d-ec5b-41a3-8806-305621cdcf93", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:02:29.538002 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a695444a-4bb8-411a-8e6a-80dd2479893a {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:02:29.538416 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffd14a5-617b-4e4c-8c87-e29ac57d01c5', 'tag': 'ef7eb14d-ec5b-41a3-8806-305621cdcf93', 'status': 'completed', 'code': 200} Jun 18 22:02:29.619381 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-cbd1434f-a8f8-4d62-8cf1-98cdb8166f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:29.621012 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-cbd1434f-a8f8-4d62-8cf1-98cdb8166f1e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bcfc9ad4e16e41faad1eec1dd49c373a&device_id=fffd14a5-617b-4e4c-8c87-e29ac57d01c5 HTTP/1.1" status: 200 len: 1096 time: 0.1221392 Jun 18 22:02:29.634813 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f2a37-a824-4cce-8ee8-ea959bfe8037 req-be2d1ac8-c347-4f3e-9565-627e35543ba2 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:29.636363 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-414f2a37-a824-4cce-8ee8-ea959bfe8037 req-be2d1ac8-c347-4f3e-9565-627e35543ba2 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.1011198 Jun 18 22:02:29.717992 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-1bc34593-7753-4ef5-948d-fa5a8495ece6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef7eb14d-ec5b-41a3-8806-305621cdcf93 HTTP/1.1" status: 200 len: 217 time: 0.0806274 Jun 18 22:02:29.781499 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-414f2a37-a824-4cce-8ee8-ea959bfe8037 req-58e1d092-e671-4ce8-af69-bc4495f56f5e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353610 Jun 18 22:02:29.803944 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['898d1de0-7171-49c8-ab82-72d03e45248b'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:02:29.818284 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-33207238-044b-47a8-aabf-4c4d36d414da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:29.828499 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-33207238-044b-47a8-aabf-4c4d36d414da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82374838-d364-4f4d-9932-55108600dd39 HTTP/1.1" status: 200 len: 855 time: 0.1025465 Jun 18 22:02:29.845873 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cfb71-2c33-48f4-bb7d-8d8b31455fb5 req-615cb5f4-166a-4b94-b5bc-79793301cb94 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:29.858418 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-429cfb71-2c33-48f4-bb7d-8d8b31455fb5 req-615cb5f4-166a-4b94-b5bc-79793301cb94 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=fffd14a5-617b-4e4c-8c87-e29ac57d01c5 HTTP/1.1" status: 200 len: 943 time: 0.2197673 Jun 18 22:02:29.925968 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-c7bc58e7-9853-48a5-a945-4aeb83df0200 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f66cd9a0-4495-46b4-8965-0b3794f85407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642097 Jun 18 22:02:30.100034 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-429cfb71-2c33-48f4-bb7d-8d8b31455fb5 req-0c42bf7b-23f0-4ff3-a4f3-a1d81dca1b3c tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229626 Jun 18 22:02:30.149678 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227f1ba-6ccf-4071-bfb6-613b197ceeb7 req-e22c59da-c2c6-4d02-873c-bb68fda6691a tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:30.151223 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1227f1ba-6ccf-4071-bfb6-613b197ceeb7 req-e22c59da-c2c6-4d02-873c-bb68fda6691a tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 949 time: 0.1815896 Jun 18 22:02:30.154960 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-fe27d3aa-b2de-433d-b924-3278cd0ae469 service neutron] 10.222.0.44 "GET /v2.0/networks/f66cd9a0-4495-46b4-8965-0b3794f85407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159231 Jun 18 22:02:30.246944 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1227f1ba-6ccf-4071-bfb6-613b197ceeb7 req-680a912c-5d10-4ef4-8dc9-2e10deea210d tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/security-groups?id=e60e0453-7441-4eb2-83c3-2c2eaffc277d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836246 Jun 18 22:02:30.274882 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ebabd429-caf0-40ea-aa22-06496d1e1cc3 req-dec72444-37a6-4c63-b003-2f707d7a7758 service neutron] 10.222.0.44 "GET /v2.0/networks/f66cd9a0-4495-46b4-8965-0b3794f85407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128659 Jun 18 22:02:30.567327 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8772059-dd66-4ba2-9fa5-a8d3ccf3a160 req-c3d51c2e-ff6c-4cef-9388-eb6cd961b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:30.568920 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d8772059-dd66-4ba2-9fa5-a8d3ccf3a160 req-c3d51c2e-ff6c-4cef-9388-eb6cd961b4a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bcfc9ad4e16e41faad1eec1dd49c373a&device_id=fffd14a5-617b-4e4c-8c87-e29ac57d01c5 HTTP/1.1" status: 200 len: 1096 time: 0.0685549 Jun 18 22:02:30.674705 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8772059-dd66-4ba2-9fa5-a8d3ccf3a160 req-2f3ad7cf-e29b-4c1a-800b-67560181b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:30.676263 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d8772059-dd66-4ba2-9fa5-a8d3ccf3a160 req-2f3ad7cf-e29b-4c1a-800b-67560181b5ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=f66cd9a0-4495-46b4-8965-0b3794f85407 HTTP/1.1" status: 200 len: 916 time: 0.0944293 Jun 18 22:02:30.746280 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d8772059-dd66-4ba2-9fa5-a8d3ccf3a160 req-62d774b9-d9ca-4162-9ca8-31eaa94f06f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef7eb14d-ec5b-41a3-8806-305621cdcf93 HTTP/1.1" status: 200 len: 217 time: 0.0362544 Jun 18 22:02:30.798681 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8772059-dd66-4ba2-9fa5-a8d3ccf3a160 req-d6061802-5058-46fb-ab8e-7fb51187e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:30.800078 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d8772059-dd66-4ba2-9fa5-a8d3ccf3a160 req-d6061802-5058-46fb-ab8e-7fb51187e4ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82374838-d364-4f4d-9932-55108600dd39 HTTP/1.1" status: 200 len: 855 time: 0.0475416 Jun 18 22:02:30.843936 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d8772059-dd66-4ba2-9fa5-a8d3ccf3a160 req-5d8c6826-81d7-4f2c-b080-5c35f8ea0519 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f66cd9a0-4495-46b4-8965-0b3794f85407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311887 Jun 18 22:02:31.034500 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d8772059-dd66-4ba2-9fa5-a8d3ccf3a160 req-49bf310f-aea2-4f3b-8755-2b3336c22037 service neutron] 10.222.0.44 "GET /v2.0/networks/f66cd9a0-4495-46b4-8965-0b3794f85407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785102 Jun 18 22:02:31.092700 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9490dfc-8d66-45c3-b208-cec3bedf0648 req-c1c0eb30-5ffb-45ba-a746-087425c0bf5c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:31.094168 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f9490dfc-8d66-45c3-b208-cec3bedf0648 req-c1c0eb30-5ffb-45ba-a746-087425c0bf5c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.1592984 Jun 18 22:02:31.158192 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f9490dfc-8d66-45c3-b208-cec3bedf0648 req-30c62f5a-6128-4480-8998-d58ef30dfcb1 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570259 Jun 18 22:02:31.161804 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d8772059-dd66-4ba2-9fa5-a8d3ccf3a160 req-2048ac27-f2fe-41fe-b6fb-4dfaf48115be service neutron] 10.222.0.44 "GET /v2.0/networks/f66cd9a0-4495-46b4-8965-0b3794f85407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194081 Jun 18 22:02:31.274147 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d367e18-78dc-4ecc-a489-88885f42674f req-66861dce-9028-486f-b488-69917a5b43fd tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:31.275611 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9d367e18-78dc-4ecc-a489-88885f42674f req-66861dce-9028-486f-b488-69917a5b43fd tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=fffd14a5-617b-4e4c-8c87-e29ac57d01c5 HTTP/1.1" status: 200 len: 943 time: 0.0694997 Jun 18 22:02:31.314645 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9d367e18-78dc-4ecc-a489-88885f42674f req-3c5d698c-fddd-45bf-8c2f-2154cd2ed6ae tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333300 Jun 18 22:02:31.386296 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 898d1de0-7171-49c8-ab82-72d03e45248b up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:02:31.424963 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442c769-97b5-41d8-aea8-06ce1320a644 req-f7b3b559-e8e2-4d32-ba31-399427734afb tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:31.426391 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0442c769-97b5-41d8-aea8-06ce1320a644 req-f7b3b559-e8e2-4d32-ba31-399427734afb tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 949 time: 0.0645058 Jun 18 22:02:31.464071 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0442c769-97b5-41d8-aea8-06ce1320a644 req-f72f70e4-24ff-484d-aa48-d07eb7def15e tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/security-groups?id=e60e0453-7441-4eb2-83c3-2c2eaffc277d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307968 Jun 18 22:02:31.487998 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port 898d1de0-7171-49c8-ab82-72d03e45248b completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:02:31.496064 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port 898d1de0-7171-49c8-ab82-72d03e45248b triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:31.496064 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:31.573690 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:31.594462 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d9a0eb-2323-4e63-ba47-97d9a4d3aae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898d1de0-7171-49c8-ab82-72d03e45248b'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:02:31.596740 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90901634-e885-4543-8672-0058ea23a7b9" -d '{"events": [{"server_uuid": "51d9a0eb-2323-4e63-ba47-97d9a4d3aae1", "name": "network-vif-plugged", "status": "completed", "tag": "898d1de0-7171-49c8-ab82-72d03e45248b"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:02:31.609945 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 898d1de0-7171-49c8-ab82-72d03e45248b, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=898d1de0-7171-49c8-ab82-72d03e45248b,segment=NetworkSegment(a3016558-1fed-4641-949a-7b46304d5f88),segment_id=a3016558-1fed-4641-949a-7b46304d5f88)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:31.632852 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6e716f-5a57-4c90-b14a-06e7a6e1ecc8 x-openstack-request-id: req-9f6e716f-5a57-4c90-b14a-06e7a6e1ecc8 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:02:31.633146 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d9a0eb-2323-4e63-ba47-97d9a4d3aae1", "name": "network-vif-plugged", "status": "completed", "tag": "898d1de0-7171-49c8-ab82-72d03e45248b", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:02:31.633413 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9f6e716f-5a57-4c90-b14a-06e7a6e1ecc8 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:02:31.633807 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d9a0eb-2323-4e63-ba47-97d9a4d3aae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898d1de0-7171-49c8-ab82-72d03e45248b', 'code': 200} Jun 18 22:02:31.665838 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:31.668949 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:31.726954 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=898d1de0-7171-49c8-ab82-72d03e45248b,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:31.727552 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:32.111568 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585c8da-cba4-4abc-8bb1-654b0552b2ce req-8fa07611-0df3-42e8-9a92-ca775141e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:32.119219 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5585c8da-cba4-4abc-8bb1-654b0552b2ce req-8fa07611-0df3-42e8-9a92-ca775141e9c7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 1103 time: 0.0533757 Jun 18 22:02:32.154461 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5585c8da-cba4-4abc-8bb1-654b0552b2ce req-30217e60-4ec7-4396-92a7-1d19e140e2c5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e60e0453-7441-4eb2-83c3-2c2eaffc277d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336359 Jun 18 22:02:32.375457 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa195eb-5b1c-4214-be76-6122e70228cb req-ea3c85a5-3d43-441b-9426-528b355cf040 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:32.377222 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2aa195eb-5b1c-4214-be76-6122e70228cb req-ea3c85a5-3d43-441b-9426-528b355cf040 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.0940707 Jun 18 22:02:32.430348 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2aa195eb-5b1c-4214-be76-6122e70228cb req-e1c251bc-e1b9-4fc1-9c9c-ac77ccfa9673 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441682 Jun 18 22:02:32.516656 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088976e1-728b-4194-9ad3-ebe51ee6a497 req-69cdba46-e093-4656-bd55-fac4b922c6b9 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:32.516656 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-088976e1-728b-4194-9ad3-ebe51ee6a497 req-69cdba46-e093-4656-bd55-fac4b922c6b9 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=fffd14a5-617b-4e4c-8c87-e29ac57d01c5 HTTP/1.1" status: 200 len: 943 time: 0.0705009 Jun 18 22:02:32.562583 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-088976e1-728b-4194-9ad3-ebe51ee6a497 req-2b45faf1-404c-4f46-a254-897e96701885 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406260 Jun 18 22:02:32.649392 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d8634-ca27-4348-a59a-c0c6260fef08 req-f3d5ad69-afa8-4e86-be57-63e4ee0d4671 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:32.650807 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-004d8634-ca27-4348-a59a-c0c6260fef08 req-f3d5ad69-afa8-4e86-be57-63e4ee0d4671 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 950 time: 0.0627973 Jun 18 22:02:32.691153 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-004d8634-ca27-4348-a59a-c0c6260fef08 req-60256454-621a-4988-96b7-d17ae1914592 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/security-groups?id=e60e0453-7441-4eb2-83c3-2c2eaffc277d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345130 Jun 18 22:02:33.394943 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device ef7eb14d-ec5b-41a3-8806-305621cdcf93 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:02:33.502381 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port ef7eb14d-ec5b-41a3-8806-305621cdcf93, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=ef7eb14d-ec5b-41a3-8806-305621cdcf93,segment=NetworkSegment(1b120709-34cb-4f00-b4fc-a79711c7951d),segment_id=1b120709-34cb-4f00-b4fc-a79711c7951d)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:33.514601 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': 'ef7eb14d-ec5b-41a3-8806-305621cdcf93', 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407', 'port_id': 'ef7eb14d-ec5b-41a3-8806-305621cdcf93', 'mac_address': 'fa:16:3e:d8:75:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82374838-d364-4f4d-9932-55108600dd39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:02:33.556003 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:33.570962 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef7eb14d-ec5b-41a3-8806-305621cdcf93 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:02:33.593356 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port ef7eb14d-ec5b-41a3-8806-305621cdcf93, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=ef7eb14d-ec5b-41a3-8806-305621cdcf93,segment=NetworkSegment(1b120709-34cb-4f00-b4fc-a79711c7951d),segment_id=1b120709-34cb-4f00-b4fc-a79711c7951d)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:33.614096 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e7a2e-f563-4f48-8128-797dae979fe9 req-f1236aa0-ed43-42bd-a5ba-f4b08e83420d tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:33.615551 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4e8e7a2e-f563-4f48-8128-797dae979fe9 req-f1236aa0-ed43-42bd-a5ba-f4b08e83420d tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.0690339 Jun 18 22:02:33.639000 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:33.641190 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:33.687697 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4e8e7a2e-f563-4f48-8128-797dae979fe9 req-7e602a16-f586-482f-bba7-edc1b0375d66 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657918 Jun 18 22:02:33.698004 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=ef7eb14d-ec5b-41a3-8806-305621cdcf93,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:33.702154 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:33.805236 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf5cde-4be7-4780-87e8-7a19e96cdc4b req-65e2c313-14c7-41c1-8073-58ff40f1ea3c tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:33.806926 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a6cf5cde-4be7-4780-87e8-7a19e96cdc4b req-65e2c313-14c7-41c1-8073-58ff40f1ea3c tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=fffd14a5-617b-4e4c-8c87-e29ac57d01c5 HTTP/1.1" status: 200 len: 944 time: 0.0750127 Jun 18 22:02:33.903253 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a6cf5cde-4be7-4780-87e8-7a19e96cdc4b req-332f2caf-3d3a-431e-a0b2-62227a3ed2f9 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799859 Jun 18 22:02:33.935110 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709fad7-425c-4a33-b1e8-941674d408e0 req-12c317c1-4cc8-4f66-a506-538c12f4ac03 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:33.936555 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4709fad7-425c-4a33-b1e8-941674d408e0 req-12c317c1-4cc8-4f66-a506-538c12f4ac03 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 950 time: 0.0987458 Jun 18 22:02:33.979023 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4709fad7-425c-4a33-b1e8-941674d408e0 req-c2e7adf0-a665-4ef4-abf9-94ed4bc61b7b tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/security-groups?id=e60e0453-7441-4eb2-83c3-2c2eaffc277d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361853 Jun 18 22:02:34.108129 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['ef7eb14d-ec5b-41a3-8806-305621cdcf93'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:02:34.813281 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 34502) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:34.866141 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6132601-3028-4a23-be04-75b51998ba0e req-aa42e4ef-ab4a-4d6f-aa45-af381adb06ea tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:34.868372 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6132601-3028-4a23-be04-75b51998ba0e req-aa42e4ef-ab4a-4d6f-aa45-af381adb06ea tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.0665474 Jun 18 22:02:34.906504 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6132601-3028-4a23-be04-75b51998ba0e req-9cb648cf-99b4-426d-b2fc-7870b2f55ff1 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326397 Jun 18 22:02:34.924572 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-db6658a4-6022-41f7-baf2-9724c77f25a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:35.021162 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-db6658a4-6022-41f7-baf2-9724c77f25a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:35.088502 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-db6658a4-6022-41f7-baf2-9724c77f25a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:35.091993 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-76ff9fa3-bce3-4195-afa7-69d90e21cece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:35.093255 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c266a5-d70b-4e5b-85c8-5a7436080ed5 req-d1f437ef-d51c-4ce0-ae83-9e7b36aeb9aa tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:35.094693 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-73c266a5-d70b-4e5b-85c8-5a7436080ed5 req-d1f437ef-d51c-4ce0-ae83-9e7b36aeb9aa tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=fffd14a5-617b-4e4c-8c87-e29ac57d01c5 HTTP/1.1" status: 200 len: 944 time: 0.0695264 Jun 18 22:02:35.137711 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-db6658a4-6022-41f7-baf2-9724c77f25a7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=29905334fd064511bcf9d13587b7a473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209925 Jun 18 22:02:35.137711 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6658a4-6022-41f7-baf2-9724c77f25a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99260d5-634a-443b-ab8a-f29995bad78d,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:35.138677 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 34512) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:35.145313 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-db6658a4-6022-41f7-baf2-9724c77f25a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:35.172864 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-73c266a5-d70b-4e5b-85c8-5a7436080ed5 req-46cf6ab1-2b80-4f63-bab0-45cfc69f3727 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660591 Jun 18 22:02:35.192918 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-193cbf2a-0990-4636-9738-6ecb9e61d80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:35.206058 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b7c5b-debc-4041-b629-c7b4b868f396 req-88a8b294-af3d-422f-9ff0-e8bfaf854072 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:35.207775 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-222b7c5b-debc-4041-b629-c7b4b868f396 req-88a8b294-af3d-422f-9ff0-e8bfaf854072 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 950 time: 0.1119084 Jun 18 22:02:35.222478 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-193cbf2a-0990-4636-9738-6ecb9e61d80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:35.272222 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-222b7c5b-debc-4041-b629-c7b4b868f396 req-2e4bbe46-f3f7-4726-a56a-4b9397e6b572 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/security-groups?id=e60e0453-7441-4eb2-83c3-2c2eaffc277d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548952 Jun 18 22:02:35.345156 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-193cbf2a-0990-4636-9738-6ecb9e61d80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:35.347917 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-193cbf2a-0990-4636-9738-6ecb9e61d80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:35.349088 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-193cbf2a-0990-4636-9738-6ecb9e61d80a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e99260d5-634a-443b-ab8a-f29995bad78d HTTP/1.1" status: 204 len: 168 time: 0.2093580 Jun 18 22:02:35.350100 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d506445c-1129-41f0-aad2-07a09d046df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:35.362676 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cbf2a-0990-4636-9738-6ecb9e61d80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99260d5-634a-443b-ab8a-f29995bad78d,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:35.362676 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-193cbf2a-0990-4636-9738-6ecb9e61d80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:35.408040 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device ef7eb14d-ec5b-41a3-8806-305621cdcf93 up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:02:35.523636 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port ef7eb14d-ec5b-41a3-8806-305621cdcf93 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:02:35.534260 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port ef7eb14d-ec5b-41a3-8806-305621cdcf93 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:35.534814 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:35.778101 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:35.809794 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffd14a5-617b-4e4c-8c87-e29ac57d01c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7eb14d-ec5b-41a3-8806-305621cdcf93'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:02:35.811919 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0fdd1b-60c1-4c6a-96bd-56eeff789178" -d '{"events": [{"server_uuid": "fffd14a5-617b-4e4c-8c87-e29ac57d01c5", "name": "network-vif-plugged", "status": "completed", "tag": "ef7eb14d-ec5b-41a3-8806-305621cdcf93"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:02:35.828087 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port ef7eb14d-ec5b-41a3-8806-305621cdcf93, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=ef7eb14d-ec5b-41a3-8806-305621cdcf93,segment=NetworkSegment(1b120709-34cb-4f00-b4fc-a79711c7951d),segment_id=1b120709-34cb-4f00-b4fc-a79711c7951d)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:35.851324 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4dd880-752b-4fd6-95a7-d261a7511a4f x-openstack-request-id: req-4a4dd880-752b-4fd6-95a7-d261a7511a4f {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:02:35.851732 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffd14a5-617b-4e4c-8c87-e29ac57d01c5", "name": "network-vif-plugged", "status": "completed", "tag": "ef7eb14d-ec5b-41a3-8806-305621cdcf93", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:02:35.851994 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4a4dd880-752b-4fd6-95a7-d261a7511a4f {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:02:35.852434 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffd14a5-617b-4e4c-8c87-e29ac57d01c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7eb14d-ec5b-41a3-8806-305621cdcf93', 'code': 200} Jun 18 22:02:35.896157 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:35.898804 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:35.953982 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=ef7eb14d-ec5b-41a3-8806-305621cdcf93,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:35.957323 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:35.968891 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d103e069-dfaf-4f5a-98d7-f2ba14ab27ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:36.026816 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 34542) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:36.045227 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2ef6df86-f7f2-43ea-84c3-b7f1a1b67bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:36.078579 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee68a64-a680-41d9-8610-8ffa718d2caa req-ccbfb9eb-6483-4fcc-952b-5f64926e0d2b tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:36.084570 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3ee68a64-a680-41d9-8610-8ffa718d2caa req-ccbfb9eb-6483-4fcc-952b-5f64926e0d2b tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 950 time: 0.1033568 Jun 18 22:02:36.146168 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2ef6df86-f7f2-43ea-84c3-b7f1a1b67bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:36.155266 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3ee68a64-a680-41d9-8610-8ffa718d2caa req-5a480660-253c-41e8-aa50-52d9b288bb55 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/security-groups?id=e60e0453-7441-4eb2-83c3-2c2eaffc277d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494101 Jun 18 22:02:36.175361 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58669eab-a6bb-4482-bc7f-7b712f029576 req-db0ecad0-21f2-4d98-84c2-9d5b9b551098 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:36.176978 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-58669eab-a6bb-4482-bc7f-7b712f029576 req-db0ecad0-21f2-4d98-84c2-9d5b9b551098 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.1186922 Jun 18 22:02:36.216376 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-58669eab-a6bb-4482-bc7f-7b712f029576 req-c330d0a2-d212-47f2-9537-bde389a99472 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329170 Jun 18 22:02:36.231487 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2ef6df86-f7f2-43ea-84c3-b7f1a1b67bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:36.235145 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7274785c-075b-4588-9008-7034b7b239db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:36.275404 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-2ef6df86-f7f2-43ea-84c3-b7f1a1b67bd3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c379d8be320b4993879608ed4c3540dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467370 Jun 18 22:02:36.277617 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6df86-f7f2-43ea-84c3-b7f1a1b67bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaf188b-6039-4308-8bbc-4f82c3c8c035,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:36.278234 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 34550) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:36.280659 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-2ef6df86-f7f2-43ea-84c3-b7f1a1b67bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:36.410649 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b9d7d95b-056d-4944-a9a7-e366bb0da5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:36.440522 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24478b8c-57d7-4421-b037-bd4b747e8d35 req-ef892177-3e92-4c85-978f-f06955af6f26 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:36.441952 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-24478b8c-57d7-4421-b037-bd4b747e8d35 req-ef892177-3e92-4c85-978f-f06955af6f26 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=fffd14a5-617b-4e4c-8c87-e29ac57d01c5 HTTP/1.1" status: 200 len: 945 time: 0.1451232 Jun 18 22:02:36.454292 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b9d7d95b-056d-4944-a9a7-e366bb0da5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:36.469308 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0313b9-29ab-476a-a9dc-c903078e55ee req-2ec34c84-89ed-464d-9452-afdd8a6cd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:36.470777 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cb0313b9-29ab-476a-a9dc-c903078e55ee req-2ec34c84-89ed-464d-9452-afdd8a6cd9e5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fffd14a5-617b-4e4c-8c87-e29ac57d01c5 HTTP/1.1" status: 200 len: 1098 time: 0.1502254 Jun 18 22:02:36.532662 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-24478b8c-57d7-4421-b037-bd4b747e8d35 req-bbc8a5e6-92e3-45c9-a012-bee875bb806f tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842955 Jun 18 22:02:36.540275 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cb0313b9-29ab-476a-a9dc-c903078e55ee req-7e003453-f52d-4a05-824d-83f025c2b7f5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550423 Jun 18 22:02:36.630746 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b9d7d95b-056d-4944-a9a7-e366bb0da5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:36.633428 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b9d7d95b-056d-4944-a9a7-e366bb0da5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:36.634666 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-b9d7d95b-056d-4944-a9a7-e366bb0da5fe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/deaf188b-6039-4308-8bbc-4f82c3c8c035 HTTP/1.1" status: 204 len: 168 time: 0.3538055 Jun 18 22:02:36.635478 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-adde2593-3bd3-4629-a711-d671b8fc55f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:36.648848 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7d95b-056d-4944-a9a7-e366bb0da5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaf188b-6039-4308-8bbc-4f82c3c8c035,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:36.648848 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-b9d7d95b-056d-4944-a9a7-e366bb0da5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:37.411578 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522547c7-3fb5-4950-839e-d7aeaa5dc83a req-aff7be65-6a6f-40a7-850e-9c7e29007641 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:37.413821 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-522547c7-3fb5-4950-839e-d7aeaa5dc83a req-aff7be65-6a6f-40a7-850e-9c7e29007641 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 950 time: 0.1344676 Jun 18 22:02:37.466134 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-522547c7-3fb5-4950-839e-d7aeaa5dc83a req-1b3b32fe-dfec-48e0-95a7-47b6d68e130b tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/security-groups?id=e60e0453-7441-4eb2-83c3-2c2eaffc277d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461175 Jun 18 22:02:37.474100 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35613e1a-1b47-4fab-aa89-d1602340941b req-7ad60bf4-254c-4aef-8f41-8b7f9efc1e75 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:37.476126 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-35613e1a-1b47-4fab-aa89-d1602340941b req-7ad60bf4-254c-4aef-8f41-8b7f9efc1e75 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.1016178 Jun 18 22:02:37.514139 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-35613e1a-1b47-4fab-aa89-d1602340941b req-be9a1c79-bc6d-4d27-97a3-8bdc118224b2 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315969 Jun 18 22:02:37.723797 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8696f2e-60de-419b-b8c4-4443968fa3ca req-d332f6c2-c09e-436c-bf70-75d95855f53c tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:37.725462 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e8696f2e-60de-419b-b8c4-4443968fa3ca req-d332f6c2-c09e-436c-bf70-75d95855f53c tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=fffd14a5-617b-4e4c-8c87-e29ac57d01c5 HTTP/1.1" status: 200 len: 945 time: 0.0682261 Jun 18 22:02:37.765384 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e8696f2e-60de-419b-b8c4-4443968fa3ca req-f9171a59-84c7-4e1b-bc6c-7d185e7dfe59 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341995 Jun 18 22:02:38.390878 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-91f816ee-19db-44a6-a00e-a856f9b9d32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:38.766540 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fc981-d21b-4a2d-b046-54062db083db req-4f9b6e6d-1873-4c58-ad26-4cfee15a33c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:38.768009 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c14fc981-d21b-4a2d-b046-54062db083db req-4f9b6e6d-1873-4c58-ad26-4cfee15a33c6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 1098 time: 0.4456162 Jun 18 22:02:38.783825 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1ed70-01f2-4971-b5ba-26f46d21bb9d req-b2abef8b-811d-4f71-bafd-4f233c7178f0 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:38.785366 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2df1ed70-01f2-4971-b5ba-26f46d21bb9d req-b2abef8b-811d-4f71-bafd-4f233c7178f0 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 950 time: 0.1379814 Jun 18 22:02:38.798075 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de09b9-cb21-47a8-b135-adb6c2cc2ccf req-8e555535-a319-4abd-9d49-8ed1271c333c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:38.801329 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-25de09b9-cb21-47a8-b135-adb6c2cc2ccf req-8e555535-a319-4abd-9d49-8ed1271c333c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.1404111 Jun 18 22:02:38.899481 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:38.928616 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2df1ed70-01f2-4971-b5ba-26f46d21bb9d req-2f087abc-e759-4388-b14a-6912f28b1b8d tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/security-groups?id=e60e0453-7441-4eb2-83c3-2c2eaffc277d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260061 Jun 18 22:02:38.934721 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c14fc981-d21b-4a2d-b046-54062db083db req-4f69bb6e-adde-43c8-91fc-a663db044cb2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240959 Jun 18 22:02:38.937739 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-25de09b9-cb21-47a8-b135-adb6c2cc2ccf req-5f346b94-e45b-428d-944f-160e02ddfa61 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257534 Jun 18 22:02:38.977188 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a6edb-6540-432b-821e-68aa5f08a320 req-13b47513-557f-4ed5-9dbd-0c1b74b8ee3e tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:38.979353 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d17a6edb-6540-432b-821e-68aa5f08a320 req-13b47513-557f-4ed5-9dbd-0c1b74b8ee3e tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 950 time: 0.1695173 Jun 18 22:02:39.107707 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285b9ce-b393-4e57-8c91-48681155f454 req-8c62c078-75ad-491d-8044-9f2938399ea2 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:39.109222 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8285b9ce-b393-4e57-8c91-48681155f454 req-8c62c078-75ad-491d-8044-9f2938399ea2 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=fffd14a5-617b-4e4c-8c87-e29ac57d01c5 HTTP/1.1" status: 200 len: 945 time: 0.0666897 Jun 18 22:02:39.148804 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8285b9ce-b393-4e57-8c91-48681155f454 req-635555f6-982b-435f-ac8c-fb5f4854e267 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338762 Jun 18 22:02:39.201037 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 34654) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:39.370315 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1c65428d-2868-4274-a576-2b7c5abf325f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:39.440027 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-d17a6edb-6540-432b-821e-68aa5f08a320 req-8d1cfdd1-c140-4d07-a002-d1b201b448de tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Deleting port 898d1de0-7171-49c8-ab82-72d03e45248b {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:02:39.440391 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-d17a6edb-6540-432b-821e-68aa5f08a320 req-8d1cfdd1-c140-4d07-a002-d1b201b448de tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:39.516273 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:39.561710 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-d17a6edb-6540-432b-821e-68aa5f08a320 req-8d1cfdd1-c140-4d07-a002-d1b201b448de tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] For port 898d1de0-7171-49c8-ab82-72d03e45248b, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=898d1de0-7171-49c8-ab82-72d03e45248b,segment=NetworkSegment(a3016558-1fed-4641-949a-7b46304d5f88),segment_id=a3016558-1fed-4641-949a-7b46304d5f88)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:39.562404 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-d17a6edb-6540-432b-821e-68aa5f08a320 req-8d1cfdd1-c140-4d07-a002-d1b201b448de tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:39.586394 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1c65428d-2868-4274-a576-2b7c5abf325f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:39.636818 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-d17a6edb-6540-432b-821e-68aa5f08a320 req-8d1cfdd1-c140-4d07-a002-d1b201b448de tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Calling delete_port for 898d1de0-7171-49c8-ab82-72d03e45248b owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:02:39.686678 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1c65428d-2868-4274-a576-2b7c5abf325f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:39.690980 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-1302fa42-088b-42b8-9f74-8910cc80459b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:39.742317 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-1c65428d-2868-4274-a576-2b7c5abf325f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=edb271fc50874ecfa5d0dfae24a15da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5372322 Jun 18 22:02:39.742317 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65428d-2868-4274-a576-2b7c5abf325f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c14ecd7-4096-4395-9309-9b264d0a682b,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:39.742777 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 34664) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:39.748537 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-1c65428d-2868-4274-a576-2b7c5abf325f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:39.791657 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7bca667c-c141-4185-96c3-243a3b8039c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:39.821061 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7bca667c-c141-4185-96c3-243a3b8039c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:39.882168 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-d17a6edb-6540-432b-821e-68aa5f08a320 req-8d1cfdd1-c140-4d07-a002-d1b201b448de tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:39.886336 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-c25214db-47e7-48fc-a4b2-6c0fa1e4cbbe tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:39.911050 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cfdd1-c140-4d07-a002-d1b201b448de tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Pushing event deleted for resources: {'Port': ['ID=898d1de0-7171-49c8-ab82-72d03e45248b,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:39.915022 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-8d1cfdd1-c140-4d07-a002-d1b201b448de tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:39.916172 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7bca667c-c141-4185-96c3-243a3b8039c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:39.918719 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7bca667c-c141-4185-96c3-243a3b8039c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:39.923041 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-7bca667c-c141-4185-96c3-243a3b8039c6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4c14ecd7-4096-4395-9309-9b264d0a682b HTTP/1.1" status: 204 len: 168 time: 0.1789980 Jun 18 22:02:39.923951 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-2cfb5ff1-4667-47d4-920a-384f3fd95025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:39.942297 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['898d1de0-7171-49c8-ab82-72d03e45248b'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:02:39.951510 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca667c-c141-4185-96c3-243a3b8039c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c14ecd7-4096-4395-9309-9b264d0a682b,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:39.968964 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7bca667c-c141-4185-96c3-243a3b8039c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:39.982371 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17a6edb-6540-432b-821e-68aa5f08a320 req-8d1cfdd1-c140-4d07-a002-d1b201b448de tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] No DVR routers for this DVR port 898d1de0-7171-49c8-ab82-72d03e45248b on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:02:40.009142 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-d17a6edb-6540-432b-821e-68aa5f08a320 req-8d1cfdd1-c140-4d07-a002-d1b201b448de tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:40.011150 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d17a6edb-6540-432b-821e-68aa5f08a320 req-8d1cfdd1-c140-4d07-a002-d1b201b448de tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.44 "DELETE /v2.0/ports/898d1de0-7171-49c8-ab82-72d03e45248b HTTP/1.1" status: 204 len: 173 time: 0.7622144 Jun 18 22:02:40.011673 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d9a0eb-2323-4e63-ba47-97d9a4d3aae1', 'name': 'network-vif-deleted', 'tag': '898d1de0-7171-49c8-ab82-72d03e45248b'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:02:40.016074 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e9e831-51f8-43b8-9246-094904eb2696" -d '{"events": [{"server_uuid": "51d9a0eb-2323-4e63-ba47-97d9a4d3aae1", "name": "network-vif-deleted", "tag": "898d1de0-7171-49c8-ab82-72d03e45248b"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:02:40.178645 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4e656345-af71-4e71-89c9-34b969466633 req-ef3421cd-c796-43be-ac89-21141a6f7f66 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 210 time: 0.0683401 Jun 18 22:02:40.214819 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bf552-b379-46c3-ac58-a909ac9432c7 req-15f213a5-ab7e-46c5-b29a-e5662f85a3d9 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:40.216553 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c31bf552-b379-46c3-ac58-a909ac9432c7 req-15f213a5-ab7e-46c5-b29a-e5662f85a3d9 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.0955222 Jun 18 22:02:40.237292 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6764b225-3717-46e9-95e1-7ac82f918dfe x-openstack-request-id: req-6764b225-3717-46e9-95e1-7ac82f918dfe {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:02:40.237614 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d9a0eb-2323-4e63-ba47-97d9a4d3aae1", "name": "network-vif-deleted", "tag": "898d1de0-7171-49c8-ab82-72d03e45248b", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:02:40.237894 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6764b225-3717-46e9-95e1-7ac82f918dfe {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:02:40.238323 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d9a0eb-2323-4e63-ba47-97d9a4d3aae1', 'name': 'network-vif-deleted', 'tag': '898d1de0-7171-49c8-ab82-72d03e45248b', 'status': 'completed', 'code': 200} Jun 18 22:02:40.263622 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c31bf552-b379-46c3-ac58-a909ac9432c7 req-18e381df-b2b3-4f44-aea7-91b413d3cd2c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374470 Jun 18 22:02:40.643292 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 34690) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:40.659119 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b3f5be5b-0f49-4a7c-af1c-38b0d332db50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:40.746841 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b3f5be5b-0f49-4a7c-af1c-38b0d332db50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:40.825270 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b3f5be5b-0f49-4a7c-af1c-38b0d332db50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:40.827913 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7f926085-49aa-409b-839a-e55113ea332d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:40.864990 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b3f5be5b-0f49-4a7c-af1c-38b0d332db50 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b42170d812614d9d83247c2c87946c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205925 Jun 18 22:02:40.865921 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5be5b-0f49-4a7c-af1c-38b0d332db50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073adc66-734e-4fef-b932-ffd14222ec93,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:40.868438 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 34692) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:40.869925 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b3f5be5b-0f49-4a7c-af1c-38b0d332db50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:40.918414 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b2ecc2fd-2dbe-45f3-94c5-ee875ded3e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:40.939994 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b2ecc2fd-2dbe-45f3-94c5-ee875ded3e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:41.105321 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b2ecc2fd-2dbe-45f3-94c5-ee875ded3e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:41.107909 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b2ecc2fd-2dbe-45f3-94c5-ee875ded3e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:41.109061 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-b2ecc2fd-2dbe-45f3-94c5-ee875ded3e6e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/073adc66-734e-4fef-b932-ffd14222ec93 HTTP/1.1" status: 204 len: 168 time: 0.2396576 Jun 18 22:02:41.109989 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-0ee6f902-48fb-497d-bf40-725340a71612 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:41.121312 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecc2fd-2dbe-45f3-94c5-ee875ded3e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073adc66-734e-4fef-b932-ffd14222ec93,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:41.122848 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-b2ecc2fd-2dbe-45f3-94c5-ee875ded3e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:41.374823 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5157ba4e-4a0d-4622-8222-3271e2acabc5 req-e758e07d-404c-4b87-bf7b-5097bfb1eab2 tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d9a0eb-2323-4e63-ba47-97d9a4d3aae1 HTTP/1.1" status: 200 len: 210 time: 0.0305848 Jun 18 22:02:41.510971 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:41.559101 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0f0c2-cfcd-4803-914d-bdf4149e426c req-cea375c2-7cd0-4464-8b27-bacc29384bef tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:41.560605 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a2f0f0c2-cfcd-4803-914d-bdf4149e426c req-cea375c2-7cd0-4464-8b27-bacc29384bef tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.0810347 Jun 18 22:02:41.604811 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a2f0f0c2-cfcd-4803-914d-bdf4149e426c req-74b00301-6ed5-4f19-b0ac-67295b43143c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381601 Jun 18 22:02:41.884811 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 34730) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:41.908907 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-473432f2-adaf-4a64-9d86-c07b8d2ffebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:41.996259 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb47fc-7f1c-4fd7-b417-39ed5522a636 req-156c060f-9938-4268-90a0-4896c7697450 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:42.001116 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-53eb47fc-7f1c-4fd7-b417-39ed5522a636 req-156c060f-9938-4268-90a0-4896c7697450 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1064546 Jun 18 22:02:42.056085 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-53eb47fc-7f1c-4fd7-b417-39ed5522a636 req-c5989510-099b-432a-9fd1-9ee98c2d98f7 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504379 Jun 18 22:02:42.074642 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-473432f2-adaf-4a64-9d86-c07b8d2ffebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:42.145317 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-473432f2-adaf-4a64-9d86-c07b8d2ffebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:42.149372 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-1c65428d-2868-4274-a576-2b7c5abf325f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:42.187125 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-473432f2-adaf-4a64-9d86-c07b8d2ffebb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3ea36ea65b2f4612a21acd2022384bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012013 Jun 18 22:02:42.188341 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473432f2-adaf-4a64-9d86-c07b8d2ffebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e3351d-8ad3-45b5-80d3-6bec06d72a92,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:42.189853 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 34734) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:42.191282 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-473432f2-adaf-4a64-9d86-c07b8d2ffebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:42.243344 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5abd9c0f-05ca-4c31-bede-706b429890e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:42.263813 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5abd9c0f-05ca-4c31-bede-706b429890e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:42.407723 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5abd9c0f-05ca-4c31-bede-706b429890e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:42.410503 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5abd9c0f-05ca-4c31-bede-706b429890e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:42.411787 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-5abd9c0f-05ca-4c31-bede-706b429890e5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/47e3351d-8ad3-45b5-80d3-6bec06d72a92 HTTP/1.1" status: 204 len: 168 time: 0.2201900 Jun 18 22:02:42.412544 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-804da370-ee41-43e1-ab89-500f8cd9289f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:42.420309 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd9c0f-05ca-4c31-bede-706b429890e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e3351d-8ad3-45b5-80d3-6bec06d72a92,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:42.422887 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-5abd9c0f-05ca-4c31-bede-706b429890e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:43.455697 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 898d1de0-7171-49c8-ab82-72d03e45248b no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:02:43.485637 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] No Port match for: 898d1de0-7171-49c8-ab82-72d03e45248b {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:02:43.485880 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 898d1de0-7171-49c8-ab82-72d03e45248b not bound to the agent host hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:02:47.370933 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f575c0-0377-49a1-b0b3-59f2b47542b1 req-4a66af34-9133-4cca-bf66-b273e5219c67 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:47.372406 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f8f575c0-0377-49a1-b0b3-59f2b47542b1 req-4a66af34-9133-4cca-bf66-b273e5219c67 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1036708 Jun 18 22:02:47.408539 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435dc98-5465-439d-8923-cf415d5cb665 req-2a69c155-f8e2-4397-bcf6-7d44ff6e2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:47.410005 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b435dc98-5465-439d-8923-cf415d5cb665 req-2a69c155-f8e2-4397-bcf6-7d44ff6e2395 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02a6e92122c648009a67bed9a25e5509&device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 1098 time: 0.0970950 Jun 18 22:02:47.417747 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f8f575c0-0377-49a1-b0b3-59f2b47542b1 req-da553314-3496-45fc-9623-ce498755bd03 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392509 Jun 18 22:02:47.507382 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435dc98-5465-439d-8923-cf415d5cb665 req-42c389f7-4eef-41f3-b03b-1bd125d872a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:47.508821 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b435dc98-5465-439d-8923-cf415d5cb665 req-42c389f7-4eef-41f3-b03b-1bd125d872a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e3d4388-f912-494e-9274-2eaf8813e493 HTTP/1.1" status: 200 len: 920 time: 0.0902617 Jun 18 22:02:47.562521 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b435dc98-5465-439d-8923-cf415d5cb665 req-ef3e8b62-5c25-4fe0-85b8-ab63cc8befdc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d722b41-85ff-42d5-b436-afd06a4cbb66 HTTP/1.1" status: 200 len: 217 time: 0.0379889 Jun 18 22:02:47.613044 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435dc98-5465-439d-8923-cf415d5cb665 req-b9336156-0676-4a5b-8ca4-0c2ce2d19faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:47.614462 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b435dc98-5465-439d-8923-cf415d5cb665 req-b9336156-0676-4a5b-8ca4-0c2ce2d19faa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6010c590-2fee-479f-8c83-b0d256412620 HTTP/1.1" status: 200 len: 859 time: 0.0435455 Jun 18 22:02:47.646245 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b435dc98-5465-439d-8923-cf415d5cb665 req-8be5fa94-b3bd-47ce-9f74-2a1928d2e8ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e3d4388-f912-494e-9274-2eaf8813e493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246611 Jun 18 22:02:47.736668 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b435dc98-5465-439d-8923-cf415d5cb665 req-9847e105-5223-4af3-bf5b-747cb4b5a6d1 service neutron] 10.222.0.44 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824020 Jun 18 22:02:47.824183 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b435dc98-5465-439d-8923-cf415d5cb665 req-11791a4c-0cc2-4633-a1ec-1056f6101ddd service neutron] 10.222.0.44 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794315 Jun 18 22:02:47.984354 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:48.601804 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eca121-54fe-4b69-9276-37218a7eb11d req-dddc4471-f7fb-4a63-b81e-177a2e0b12c6 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:48.603264 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c3eca121-54fe-4b69-9276-37218a7eb11d req-dddc4471-f7fb-4a63-b81e-177a2e0b12c6 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0686729 Jun 18 22:02:48.645075 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c3eca121-54fe-4b69-9276-37218a7eb11d req-e730bd95-7504-4bf4-9a0e-9865c146aad3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362220 Jun 18 22:02:49.579291 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 35166) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:49.720064 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-2e9baa0e-ab6a-4030-ae04-5ad88a597d4e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9b141af2658b43558369fbfef65616fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394126 Jun 18 22:02:49.722643 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 35174) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:49.793034 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-df6bf893-7277-4528-ae1f-9c3d261ca4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:49.836283 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-df6bf893-7277-4528-ae1f-9c3d261ca4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:49.885711 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c66a5e-5ece-4f97-9a9b-97e87e7a4d91 req-e9625d26-b6fa-4272-a135-18e1613de3aa tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:49.887142 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6c66a5e-5ece-4f97-9a9b-97e87e7a4d91 req-e9625d26-b6fa-4272-a135-18e1613de3aa tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1077783 Jun 18 22:02:49.926414 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6c66a5e-5ece-4f97-9a9b-97e87e7a4d91 req-d05e5a76-6c56-44d0-b5df-67c1db40f307 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334141 Jun 18 22:02:49.973703 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-df6bf893-7277-4528-ae1f-9c3d261ca4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:49.977490 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-df6bf893-7277-4528-ae1f-9c3d261ca4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:49.980999 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-df6bf893-7277-4528-ae1f-9c3d261ca4c4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e60e0453-7441-4eb2-83c3-2c2eaffc277d HTTP/1.1" status: 204 len: 168 time: 0.2570813 Jun 18 22:02:49.981907 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-6bb0fb6e-2dfb-411c-8139-006928a2e881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:49.989884 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bf893-7277-4528-ae1f-9c3d261ca4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60e0453-7441-4eb2-83c3-2c2eaffc277d,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:49.993016 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-df6bf893-7277-4528-ae1f-9c3d261ca4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:51.143399 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:02:51.188773 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4c09c-53e3-4762-a159-585722ac53fe req-eb76a3f1-da3c-4d25-8731-48cccfd9bfd1 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:51.190213 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-19c4c09c-53e3-4762-a159-585722ac53fe req-eb76a3f1-da3c-4d25-8731-48cccfd9bfd1 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/networks?id=f66cd9a0-4495-46b4-8965-0b3794f85407 HTTP/1.1" status: 200 len: 815 time: 0.1477058 Jun 18 22:02:51.202710 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbbb4c-4972-4148-be19-09b9ac3e8301 req-2cc253ab-97b1-459a-ac33-5f01fb0d626a tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:51.204124 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-31fbbb4c-4972-4148-be19-09b9ac3e8301 req-2cc253ab-97b1-459a-ac33-5f01fb0d626a tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1078835 Jun 18 22:02:51.221848 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-19c4c09c-53e3-4762-a159-585722ac53fe req-fe767871-0590-4526-b0f5-0cfcf4dfb426 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/quotas/bcfc9ad4e16e41faad1eec1dd49c373a HTTP/1.1" status: 200 len: 375 time: 0.0167112 Jun 18 22:02:51.277083 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-31fbbb4c-4972-4148-be19-09b9ac3e8301 req-c534d0a6-4767-47f6-898a-d01577c9742d tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649509 Jun 18 22:02:51.309906 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-19c4c09c-53e3-4762-a159-585722ac53fe req-132900ff-86d0-46af-836e-4873ef553e14 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bcfc9ad4e16e41faad1eec1dd49c373a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0819051 Jun 18 22:02:51.404719 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-19c4c09c-53e3-4762-a159-585722ac53fe req-0d75c79d-1c9d-4e27-9533-77e70d9bdcb5 service neutron] 10.222.0.38 "GET /v2.0/networks/f66cd9a0-4495-46b4-8965-0b3794f85407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874195 Jun 18 22:02:51.496185 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-19c4c09c-53e3-4762-a159-585722ac53fe req-ea9c730b-72b4-4c87-b796-f38a21163d0b service neutron] 10.222.0.38 "GET /v2.0/networks/f66cd9a0-4495-46b4-8965-0b3794f85407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861809 Jun 18 22:02:51.710723 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5ec6b2b5-66f5-4a69-9cd8-87c476f6e9bd req-3ef5905d-3943-48c7-9ecf-375d2d496c30 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 210 time: 0.0358465 Jun 18 22:02:52.280144 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 35260) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:52.388020 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6be5-541b-4870-92d3-a690878b6b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:52.495009 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8cd24-ed59-4bae-8623-a5289fe272aa req-a5853802-d863-46b6-a4b7-dac06772de40 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:52.496469 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-aee8cd24-ed59-4bae-8623-a5289fe272aa req-a5853802-d863-46b6-a4b7-dac06772de40 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1011899 Jun 18 22:02:52.556379 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-aee8cd24-ed59-4bae-8623-a5289fe272aa req-3ba5c4bc-7324-4da8-b534-62fe68127ae1 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532911 Jun 18 22:02:52.566870 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6be5-541b-4870-92d3-a690878b6b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:52.629594 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6be5-541b-4870-92d3-a690878b6b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:52.633406 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-8bc9f983-d8c9-45ed-8a37-80bcb3c7cc30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:52.670247 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-4ecd6be5-541b-4870-92d3-a690878b6b6a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e8daee0b7fac4d2d863fbb6236817ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890464 Jun 18 22:02:52.671237 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd6be5-541b-4870-92d3-a690878b6b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09192435-a1af-45b3-8434-140cc0cafb55,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:52.673177 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 35270) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:52.674920 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-4ecd6be5-541b-4870-92d3-a690878b6b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:52.722496 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4574274e-2945-460b-8214-6e8eaec91306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:52.748137 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4574274e-2945-460b-8214-6e8eaec91306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:52.849127 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4574274e-2945-460b-8214-6e8eaec91306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:52.856825 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4574274e-2945-460b-8214-6e8eaec91306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:52.856825 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-4574274e-2945-460b-8214-6e8eaec91306 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/09192435-a1af-45b3-8434-140cc0cafb55 HTTP/1.1" status: 204 len: 168 time: 0.1801507 Jun 18 22:02:52.856825 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:52.857073 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6cdffaef-a500-4e6c-900c-4dd031b03009 req-79afc38c-6976-4a30-9380-fe358164417b tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 210 time: 0.0286586 Jun 18 22:02:52.867717 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574274e-2945-460b-8214-6e8eaec91306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09192435-a1af-45b3-8434-140cc0cafb55,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:52.870886 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-4574274e-2945-460b-8214-6e8eaec91306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:53.430259 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 35286) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:53.442981 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fd593221-80ec-436e-90e3-718f972e75c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:53.532444 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fd593221-80ec-436e-90e3-718f972e75c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:53.604452 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fd593221-80ec-436e-90e3-718f972e75c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:53.610276 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7bca667c-c141-4185-96c3-243a3b8039c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:53.640079 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-fd593221-80ec-436e-90e3-718f972e75c8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4d4bf16ffa394a0f92020031a5ad892d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087603 Jun 18 22:02:53.642042 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd593221-80ec-436e-90e3-718f972e75c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2352d494-71cd-425d-8d07-7248fb0c4ba5,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:53.643453 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 35290) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:53.655791 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-fd593221-80ec-436e-90e3-718f972e75c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:53.733576 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b40d856a-8c1d-4bc9-adc0-6d89cb538583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:53.765904 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b40d856a-8c1d-4bc9-adc0-6d89cb538583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:53.779548 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413beae-adff-43d8-9b19-91dbe8828c96 req-2d8728c8-4a18-4cca-842c-c95808e758a3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:53.781011 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7413beae-adff-43d8-9b19-91dbe8828c96 req-2d8728c8-4a18-4cca-842c-c95808e758a3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1054363 Jun 18 22:02:53.835184 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7413beae-adff-43d8-9b19-91dbe8828c96 req-b5f39ff7-dfad-4bce-956f-6105a2b49ae4 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445228 Jun 18 22:02:53.910164 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b40d856a-8c1d-4bc9-adc0-6d89cb538583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:53.914216 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b40d856a-8c1d-4bc9-adc0-6d89cb538583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:53.914834 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-b40d856a-8c1d-4bc9-adc0-6d89cb538583 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2352d494-71cd-425d-8d07-7248fb0c4ba5 HTTP/1.1" status: 204 len: 168 time: 0.2698729 Jun 18 22:02:53.916783 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-b9d7d95b-056d-4944-a9a7-e366bb0da5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:53.965327 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d856a-8c1d-4bc9-adc0-6d89cb538583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2352d494-71cd-425d-8d07-7248fb0c4ba5,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:53.969335 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-b40d856a-8c1d-4bc9-adc0-6d89cb538583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:54.038324 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9463e081-8d3a-4a9e-ae33-0408c21c6c03 req-6c83f7fb-d22c-4a18-a5c9-cbf99175c3dd tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 210 time: 0.0493791 Jun 18 22:02:54.080468 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4c09c-53e3-4762-a159-585722ac53fe req-92802476-56dc-4898-a1ba-1a1d4afbaa70 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:54.081872 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-19c4c09c-53e3-4762-a159-585722ac53fe req-92802476-56dc-4898-a1ba-1a1d4afbaa70 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.44 "GET /v2.0/networks?id=f66cd9a0-4495-46b4-8965-0b3794f85407 HTTP/1.1" status: 200 len: 815 time: 0.1660368 Jun 18 22:02:54.110897 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-19c4c09c-53e3-4762-a159-585722ac53fe req-2de98ba9-8b15-4f77-a790-a6f02aa11dc3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Request body: {'port': {'device_id': '78695a47-9839-4ab9-921b-29b18abfb08f', 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407', 'admin_state_up': True, 'tenant_id': 'bcfc9ad4e16e41faad1eec1dd49c373a'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:54.292356 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c4c09c-53e3-4762-a159-585722ac53fe req-2de98ba9-8b15-4f77-a790-a6f02aa11dc3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Made reservation on behalf of bcfc9ad4e16e41faad1eec1dd49c373a for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:02:54.295934 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-19c4c09c-53e3-4762-a159-585722ac53fe req-2de98ba9-8b15-4f77-a790-a6f02aa11dc3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:54.461509 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-19c4c09c-53e3-4762-a159-585722ac53fe req-2de98ba9-8b15-4f77-a790-a6f02aa11dc3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Allocated IP 172.20.0.14 (f66cd9a0-4495-46b4-8965-0b3794f85407/82374838-d364-4f4d-9932-55108600dd39/1b5282f7-34f0-4108-9ffd-6aac3607c1c0) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:02:54.614478 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-19c4c09c-53e3-4762-a159-585722ac53fe req-2de98ba9-8b15-4f77-a790-a6f02aa11dc3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:54.704684 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-19c4c09c-53e3-4762-a159-585722ac53fe req-2de98ba9-8b15-4f77-a790-a6f02aa11dc3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:54.710367 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:54.749719 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c4c09c-53e3-4762-a159-585722ac53fe req-2de98ba9-8b15-4f77-a790-a6f02aa11dc3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Network f66cd9a0-4495-46b4-8965-0b3794f85407 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:02:54.753623 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-19c4c09c-53e3-4762-a159-585722ac53fe req-2de98ba9-8b15-4f77-a790-a6f02aa11dc3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:54.756119 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c4c09c-53e3-4762-a159-585722ac53fe req-2de98ba9-8b15-4f77-a790-a6f02aa11dc3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:02:54.760145 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['ef7eb14d-ec5b-41a3-8806-305621cdcf93'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:02:54.794900 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de98ba9-8b15-4f77-a790-a6f02aa11dc3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Pushing event updated for resources: {'Port': ['ID=1b5282f7-34f0-4108-9ffd-6aac3607c1c0,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:54.802604 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-2de98ba9-8b15-4f77-a790-a6f02aa11dc3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:54.819207 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4c09c-53e3-4762-a159-585722ac53fe req-2de98ba9-8b15-4f77-a790-a6f02aa11dc3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:54.819815 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-19c4c09c-53e3-4762-a159-585722ac53fe req-2de98ba9-8b15-4f77-a790-a6f02aa11dc3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:54.876197 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-19c4c09c-53e3-4762-a159-585722ac53fe req-2de98ba9-8b15-4f77-a790-a6f02aa11dc3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7688591 Jun 18 22:02:54.905521 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Request body: {'port': {'device_id': '78695a47-9839-4ab9-921b-29b18abfb08f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:55.012141 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:55.080500 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b9a26-7b16-4c79-ade8-605426f85447 req-d549f856-cd6d-425f-a264-649f2e19b191 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:55.081980 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8f3b9a26-7b16-4c79-ade8-605426f85447 req-d549f856-cd6d-425f-a264-649f2e19b191 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1147368 Jun 18 22:02:55.190772 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8f3b9a26-7b16-4c79-ade8-605426f85447 req-c2c5a732-c2f1-4e7c-ac07-2f982c3cf4a8 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010528 Jun 18 22:02:55.322409 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a86d1-3371-49af-b85b-94921f80166d req-06994652-29e3-4c16-987c-7ffae8012c44 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:55.323839 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eb3a86d1-3371-49af-b85b-94921f80166d req-06994652-29e3-4c16-987c-7ffae8012c44 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 932 time: 0.1579175 Jun 18 22:02:55.393959 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eb3a86d1-3371-49af-b85b-94921f80166d req-d2cda289-2a34-4783-9b6a-68ea47961240 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641041 Jun 18 22:02:55.412405 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5282f7-34f0-4108-9ffd-6aac3607c1c0 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:02:55.420970 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:55.434023 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Transition to ACTIVE for port object 1b5282f7-34f0-4108-9ffd-6aac3607c1c0 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:02:55.492933 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:55.496277 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:55.846241 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5282f7-34f0-4108-9ffd-6aac3607c1c0,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:55.848973 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:55.918566 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Attempting to bind port 1b5282f7-34f0-4108-9ffd-6aac3607c1c0 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:02:55.918800 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Attempting to bind port 1b5282f7-34f0-4108-9ffd-6aac3607c1c0 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '1b120709-34cb-4f00-b4fc-a79711c7951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:02:55.919121 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Attempting to bind port 1b5282f7-34f0-4108-9ffd-6aac3607c1c0 on network f66cd9a0-4495-46b4-8965-0b3794f85407 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:02:55.923499 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Port 1b5282f7-34f0-4108-9ffd-6aac3607c1c0 on network f66cd9a0-4495-46b4-8965-0b3794f85407 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:02:55.923815 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Attempting to bind port 1b5282f7-34f0-4108-9ffd-6aac3607c1c0 on network f66cd9a0-4495-46b4-8965-0b3794f85407 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:02:55.928368 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:02:55.928697 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Checking segment: {'id': '1b120709-34cb-4f00-b4fc-a79711c7951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:02:55.929074 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Bound using segment: {'id': '1b120709-34cb-4f00-b4fc-a79711c7951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:02:55.929492 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Bound port: 1b5282f7-34f0-4108-9ffd-6aac3607c1c0, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b120709-34cb-4f00-b4fc-a79711c7951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:02:55.929830 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:55.996132 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] For port 1b5282f7-34f0-4108-9ffd-6aac3607c1c0, host hv-cinder-76675, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:02:55.999128 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] For port 1b5282f7-34f0-4108-9ffd-6aac3607c1c0, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=1b5282f7-34f0-4108-9ffd-6aac3607c1c0,segment=NetworkSegment(1b120709-34cb-4f00-b4fc-a79711c7951d),segment_id=1b120709-34cb-4f00-b4fc-a79711c7951d)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:02:56.093111 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:56.095993 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:56.125969 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:56.126569 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:56.127889 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] 10.222.0.44 "PUT /v2.0/ports/1b5282f7-34f0-4108-9ffd-6aac3607c1c0 HTTP/1.1" status: 200 len: 1094 time: 1.2268968 Jun 18 22:02:56.128401 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78695a47-9839-4ab9-921b-29b18abfb08f', 'tag': '1b5282f7-34f0-4108-9ffd-6aac3607c1c0'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:02:56.130640 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee0633e-2560-4cc9-94d6-f0e7845ba807" -d '{"events": [{"name": "network-changed", "server_uuid": "78695a47-9839-4ab9-921b-29b18abfb08f", "tag": "1b5282f7-34f0-4108-9ffd-6aac3607c1c0"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:02:56.159646 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5282f7-34f0-4108-9ffd-6aac3607c1c0,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:56.165324 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:56.184286 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c0b49a-f6e3-4af8-a146-319e87647fa6 x-openstack-request-id: req-e0c0b49a-f6e3-4af8-a146-319e87647fa6 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:02:56.184597 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78695a47-9839-4ab9-921b-29b18abfb08f", "tag": "1b5282f7-34f0-4108-9ffd-6aac3607c1c0", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:02:56.184871 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e0c0b49a-f6e3-4af8-a146-319e87647fa6 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:02:56.185281 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78695a47-9839-4ab9-921b-29b18abfb08f', 'tag': '1b5282f7-34f0-4108-9ffd-6aac3607c1c0', 'status': 'completed', 'code': 200} Jun 18 22:02:56.307596 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0633e-2560-4cc9-94d6-f0e7845ba807 req-fbc18af4-3613-4e29-9a7a-8aeeba56929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:56.309201 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dee0633e-2560-4cc9-94d6-f0e7845ba807 req-fbc18af4-3613-4e29-9a7a-8aeeba56929d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bcfc9ad4e16e41faad1eec1dd49c373a&device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 1097 time: 0.0606856 Jun 18 22:02:56.445328 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9189b-831c-4928-b0c7-944d4ff56e0d req-73f693eb-391d-45a9-8dfd-e49c7e604c6d tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:56.446955 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ffc9189b-831c-4928-b0c7-944d4ff56e0d req-73f693eb-391d-45a9-8dfd-e49c7e604c6d tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1340327 Jun 18 22:02:56.477901 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0633e-2560-4cc9-94d6-f0e7845ba807 req-49bb4d7b-d21a-4969-9119-3425c5ad1f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:56.479367 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dee0633e-2560-4cc9-94d6-f0e7845ba807 req-49bb4d7b-d21a-4969-9119-3425c5ad1f1c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=bcfc9ad4e16e41faad1eec1dd49c373a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1313212 Jun 18 22:02:56.505195 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ffc9189b-831c-4928-b0c7-944d4ff56e0d req-8510bb9c-85b6-4d0c-a4f7-8da049ac4173 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513864 Jun 18 22:02:56.640975 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0633e-2560-4cc9-94d6-f0e7845ba807 req-b573140d-47ef-4005-9206-2cf9d98d0918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:56.642448 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dee0633e-2560-4cc9-94d6-f0e7845ba807 req-b573140d-47ef-4005-9206-2cf9d98d0918 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1527040 Jun 18 22:02:56.654992 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463df6f-c055-4ad2-b76f-6032e059955c req-f7230419-0ecf-4290-bc65-fa65295903eb tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:56.657015 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6463df6f-c055-4ad2-b76f-6032e059955c req-f7230419-0ecf-4290-bc65-fa65295903eb tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 944 time: 0.1056631 Jun 18 22:02:56.696958 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6463df6f-c055-4ad2-b76f-6032e059955c req-df661834-5eba-426e-9695-a9429637b3b4 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339224 Jun 18 22:02:56.816349 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4c09c-53e3-4762-a159-585722ac53fe req-0bf0cafc-84d4-45c0-82a1-f97b0ba72dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:56.817801 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-19c4c09c-53e3-4762-a159-585722ac53fe req-0bf0cafc-84d4-45c0-82a1-f97b0ba72dc1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bcfc9ad4e16e41faad1eec1dd49c373a&device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 1097 time: 0.0569754 Jun 18 22:02:56.873753 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-19c4c09c-53e3-4762-a159-585722ac53fe req-424d3486-648b-4f4b-80fb-f6a7cd44acbe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b5282f7-34f0-4108-9ffd-6aac3607c1c0 HTTP/1.1" status: 200 len: 217 time: 0.0343604 Jun 18 22:02:56.924897 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1724bfd3-d496-45f8-a203-0b6d15e4a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:56.926329 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-19c4c09c-53e3-4762-a159-585722ac53fe req-1724bfd3-d496-45f8-a203-0b6d15e4a247 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82374838-d364-4f4d-9932-55108600dd39 HTTP/1.1" status: 200 len: 855 time: 0.0430968 Jun 18 22:02:56.965707 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-19c4c09c-53e3-4762-a159-585722ac53fe req-e43fc65a-65ab-4eaf-99a9-49662d31c420 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f66cd9a0-4495-46b4-8965-0b3794f85407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317066 Jun 18 22:02:57.064461 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-19c4c09c-53e3-4762-a159-585722ac53fe req-82056314-0cef-4a75-a5cc-7141b35fd349 service neutron] 10.222.0.44 "GET /v2.0/networks/f66cd9a0-4495-46b4-8965-0b3794f85407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795581 Jun 18 22:02:57.154390 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-19c4c09c-53e3-4762-a159-585722ac53fe req-77dea7b4-84d3-4b9e-9a67-8ad2b1d9ee37 service neutron] 10.222.0.44 "GET /v2.0/networks/f66cd9a0-4495-46b4-8965-0b3794f85407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826776 Jun 18 22:02:57.691065 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc9513-4ba6-4119-8a86-47b68c72f6c7 req-b4c4d5c1-0c21-448f-9ecc-2d7c40c3af13 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:57.692547 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b4dc9513-4ba6-4119-8a86-47b68c72f6c7 req-b4c4d5c1-0c21-448f-9ecc-2d7c40c3af13 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0641875 Jun 18 22:02:57.737666 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b4dc9513-4ba6-4119-8a86-47b68c72f6c7 req-6afcc0db-ef78-4729-9c5d-ccb0129d5716 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387037 Jun 18 22:02:57.886977 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccc511-a1e0-483a-9d47-3d99ea8347bb req-6ef04e8f-f6c5-46dd-93e6-add2e9e06940 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:57.888974 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e9ccc511-a1e0-483a-9d47-3d99ea8347bb req-6ef04e8f-f6c5-46dd-93e6-add2e9e06940 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 944 time: 0.0652099 Jun 18 22:02:57.931000 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e9ccc511-a1e0-483a-9d47-3d99ea8347bb req-73fe1685-f36e-4ad5-bb68-1975ea9b7298 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343077 Jun 18 22:02:58.922114 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afdc25-6093-40cf-8ec4-83eccf95e39f req-6abc2658-ac8c-4d80-8802-8141791338be tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:58.923554 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-33afdc25-6093-40cf-8ec4-83eccf95e39f req-6abc2658-ac8c-4d80-8802-8141791338be tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0678997 Jun 18 22:02:58.961349 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-33afdc25-6093-40cf-8ec4-83eccf95e39f req-b43385e1-614d-4515-83c8-af1380311632 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319259 Jun 18 22:02:59.119893 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4ac85-ae92-4167-ae3a-77a84252d4cd req-28c1d68d-fe96-4417-b0f3-3eed5677444d tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:59.121371 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bbf4ac85-ae92-4167-ae3a-77a84252d4cd req-28c1d68d-fe96-4417-b0f3-3eed5677444d tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 944 time: 0.0666654 Jun 18 22:02:59.160604 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bbf4ac85-ae92-4167-ae3a-77a84252d4cd req-ba9880b9-c61e-44be-9d6d-a053d1220be8 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335357 Jun 18 22:02:59.538380 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 35452) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:59.663043 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 35458) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:59.697633 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5fab9016-5547-481b-909d-68a2f3727997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:59.727656 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7461bc94-4dfa-40e1-ab8a-26aea7e049a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:59.787012 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5fab9016-5547-481b-909d-68a2f3727997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:59.834615 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5fab9016-5547-481b-909d-68a2f3727997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:59.838681 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:59.874607 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-5fab9016-5547-481b-909d-68a2f3727997 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7130a199bd0f48fca4355ebad0d2c57d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349025 Jun 18 22:02:59.875755 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab9016-5547-481b-909d-68a2f3727997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44be73bf-4e85-4172-9ea6-bdf24a7f2139,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:59.877615 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 35462) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:59.878674 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-5fab9016-5547-481b-909d-68a2f3727997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:59.951080 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7461bc94-4dfa-40e1-ab8a-26aea7e049a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:59.955962 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-141d4826-f709-4e72-b35f-7f1e1627a740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:59.978060 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-141d4826-f709-4e72-b35f-7f1e1627a740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:00.018192 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7461bc94-4dfa-40e1-ab8a-26aea7e049a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:00.023273 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6643e48e-d702-45fc-abbe-98457b794ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:00.064773 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-7461bc94-4dfa-40e1-ab8a-26aea7e049a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=774056c25fe948809b7a8b657ed5bacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3996117 Jun 18 22:03:00.068415 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461bc94-4dfa-40e1-ab8a-26aea7e049a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0b2ed0-db56-4ef5-9349-1667701d3e48,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:00.068727 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 35470) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:00.070385 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7461bc94-4dfa-40e1-ab8a-26aea7e049a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:00.126684 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-141d4826-f709-4e72-b35f-7f1e1627a740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:00.129484 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-141d4826-f709-4e72-b35f-7f1e1627a740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:00.130550 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-141d4826-f709-4e72-b35f-7f1e1627a740 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/44be73bf-4e85-4172-9ea6-bdf24a7f2139 HTTP/1.1" status: 204 len: 168 time: 0.2513757 Jun 18 22:03:00.131407 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7461bc94-4dfa-40e1-ab8a-26aea7e049a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:00.136092 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-195b17cb-713d-4e45-a02f-77c8299485c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:00.142062 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d4826-f709-4e72-b35f-7f1e1627a740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44be73bf-4e85-4172-9ea6-bdf24a7f2139,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:00.144548 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-141d4826-f709-4e72-b35f-7f1e1627a740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:00.178890 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-195b17cb-713d-4e45-a02f-77c8299485c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:00.230997 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b838c-5724-4e92-b99e-7048bc5f88d3 req-2f8f2a70-990e-4f20-9a55-147d9e578ab0 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:00.232582 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ef8b838c-5724-4e92-b99e-7048bc5f88d3 req-2f8f2a70-990e-4f20-9a55-147d9e578ab0 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1119776 Jun 18 22:03:00.276247 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ef8b838c-5724-4e92-b99e-7048bc5f88d3 req-20302cd8-3261-47bf-951a-7b54bbd982b5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376940 Jun 18 22:03:00.358940 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc66645-b3d6-4417-9df2-f20bd1ec168d req-66d5599c-6006-4209-ac81-19df69509b1f tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:00.360449 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6dc66645-b3d6-4417-9df2-f20bd1ec168d req-66d5599c-6006-4209-ac81-19df69509b1f tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 944 time: 0.0699949 Jun 18 22:03:00.361561 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-195b17cb-713d-4e45-a02f-77c8299485c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:00.364087 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-195b17cb-713d-4e45-a02f-77c8299485c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:00.365104 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-195b17cb-713d-4e45-a02f-77c8299485c8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8d0b2ed0-db56-4ef5-9349-1667701d3e48 HTTP/1.1" status: 204 len: 168 time: 0.2937846 Jun 18 22:03:00.365839 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-76308c30-0428-4768-b08d-b3660a684e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:00.388147 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b17cb-713d-4e45-a02f-77c8299485c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0b2ed0-db56-4ef5-9349-1667701d3e48,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:00.391845 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-195b17cb-713d-4e45-a02f-77c8299485c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:00.411970 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6dc66645-b3d6-4417-9df2-f20bd1ec168d req-f1389840-d435-4643-b216-17ffac234034 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433545 Jun 18 22:03:00.827844 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 35492) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:00.840976 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebd8a5e5-9669-4c68-884c-8ef197d1ea7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:00.933089 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebd8a5e5-9669-4c68-884c-8ef197d1ea7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:00.983453 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebd8a5e5-9669-4c68-884c-8ef197d1ea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:00.988049 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ce3984ff-ef5a-4e18-8bcc-23ef4be892cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:01.029854 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ebd8a5e5-9669-4c68-884c-8ef197d1ea7a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=76ccf12b812c4ed99c7be90c1e5fd0ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2006583 Jun 18 22:03:01.030033 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 35498) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:01.032412 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8a5e5-9669-4c68-884c-8ef197d1ea7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23257062-5f63-4d80-96ea-89bc3d981b8a,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:01.037481 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ebd8a5e5-9669-4c68-884c-8ef197d1ea7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:01.086901 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2c56f72e-10aa-4d19-a938-7145309e3275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:01.113062 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2c56f72e-10aa-4d19-a938-7145309e3275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:01.200848 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2c56f72e-10aa-4d19-a938-7145309e3275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:01.203690 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2c56f72e-10aa-4d19-a938-7145309e3275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:01.207693 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-2c56f72e-10aa-4d19-a938-7145309e3275 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/23257062-5f63-4d80-96ea-89bc3d981b8a HTTP/1.1" status: 204 len: 168 time: 0.1729143 Jun 18 22:03:01.207693 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:01.219117 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56f72e-10aa-4d19-a938-7145309e3275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23257062-5f63-4d80-96ea-89bc3d981b8a,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:01.221334 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-2c56f72e-10aa-4d19-a938-7145309e3275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:01.458249 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5246b9-1505-420a-a991-b496cdee0dad req-daefe124-4ecd-42ae-ad29-7e38322bb8c8 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:01.459131 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ff5246b9-1505-420a-a991-b496cdee0dad req-daefe124-4ecd-42ae-ad29-7e38322bb8c8 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0638232 Jun 18 22:03:01.463404 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 35520) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:01.507571 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ff5246b9-1505-420a-a991-b496cdee0dad req-bcfb1406-9867-4818-a3b7-273f5edf0400 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394309 Jun 18 22:03:01.580415 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-d3a817ea-54f9-4785-9ec5-bb7dd5162e02 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-274655535-network', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:01.604088 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 1b5282f7-34f0-4108-9ffd-6aac3607c1c0 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:03:01.641786 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96f315-9c0f-46ee-9b7b-255f71855543 req-b8654794-765a-4f2f-bedd-269f06c2708b tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:01.643230 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6c96f315-9c0f-46ee-9b7b-255f71855543 req-b8654794-765a-4f2f-bedd-269f06c2708b tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 944 time: 0.0738177 Jun 18 22:03:01.687626 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6c96f315-9c0f-46ee-9b7b-255f71855543 req-e542c987-ca91-4448-aff5-119833446aeb tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370870 Jun 18 22:03:01.697950 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a817ea-54f9-4785-9ec5-bb7dd5162e02 admin admin] Made reservation on behalf of 1b54bd8f50e44b159a9735b0e6072e2a for: {'network': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:03:01.701020 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d3a817ea-54f9-4785-9ec5-bb7dd5162e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for network, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:01.711053 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d3a817ea-54f9-4785-9ec5-bb7dd5162e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:01.720561 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 1b5282f7-34f0-4108-9ffd-6aac3607c1c0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=1b5282f7-34f0-4108-9ffd-6aac3607c1c0,segment=NetworkSegment(1b120709-34cb-4f00-b4fc-a79711c7951d),segment_id=1b120709-34cb-4f00-b4fc-a79711c7951d)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:01.731743 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': '1b5282f7-34f0-4108-9ffd-6aac3607c1c0', 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407', 'port_id': '1b5282f7-34f0-4108-9ffd-6aac3607c1c0', 'mac_address': 'fa:16:3e:1a:6c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82374838-d364-4f4d-9932-55108600dd39', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:03:01.771499 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:01.783683 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5282f7-34f0-4108-9ffd-6aac3607c1c0 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:03:01.801563 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d3a817ea-54f9-4785-9ec5-bb7dd5162e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:01.804861 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 1b5282f7-34f0-4108-9ffd-6aac3607c1c0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=1b5282f7-34f0-4108-9ffd-6aac3607c1c0,segment=NetworkSegment(1b120709-34cb-4f00-b4fc-a79711c7951d),segment_id=1b120709-34cb-4f00-b4fc-a79711c7951d)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:01.840694 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d3a817ea-54f9-4785-9ec5-bb7dd5162e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:01.844688 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-db6658a4-6022-41f7-baf2-9724c77f25a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:01.862542 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a817ea-54f9-4785-9ec5-bb7dd5162e02 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=93153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:03:01.875186 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:01.877142 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:01.877527 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a817ea-54f9-4785-9ec5-bb7dd5162e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2019d204-499d-4330-b76b-14077174d7d2,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:01.880995 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d3a817ea-54f9-4785-9ec5-bb7dd5162e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:01.884285 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d3a817ea-54f9-4785-9ec5-bb7dd5162e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:01.884625 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.db.segments_db [None req-d3a817ea-54f9-4785-9ec5-bb7dd5162e02 admin admin] Added segment f9773eb0-dec6-4b1d-bd23-34ec1ed7d059 of type vlan for network 52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 Jun 18 22:03:01.926744 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d3a817ea-54f9-4785-9ec5-bb7dd5162e02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737366562524'] for network, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:01.929578 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=1b5282f7-34f0-4108-9ffd-6aac3607c1c0,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:01.932848 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:01.994869 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d3a817ea-54f9-4785-9ec5-bb7dd5162e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283'] for network, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:01.996584 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a817ea-54f9-4785-9ec5-bb7dd5162e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:01.997211 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d3a817ea-54f9-4785-9ec5-bb7dd5162e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:02.000263 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:02.081348 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a817ea-54f9-4785-9ec5-bb7dd5162e02 admin admin] Pushing event updated for resources: {'Network': ['ID=52150e85-19ba-4d4a-a3c3-ffe0bfb5c484,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:02.081348 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d3a817ea-54f9-4785-9ec5-bb7dd5162e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:02.084436 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Network 52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 details requested by agent ovs-agent-dv-cinder-766752-3-iscsi with host dv-cinder-766752-3-iscsi {{(pid=93155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:03:02.143872 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-d3a817ea-54f9-4785-9ec5-bb7dd5162e02 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6791432 Jun 18 22:03:02.148133 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 35548) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:02.152031 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-dcb1792c-3f96-42eb-bdc4-2d6b45c97400 admin admin] Request body: {'subnet': {'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-274655535-subnet', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'ip_version': 4}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:02.246707 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb1792c-3f96-42eb-bdc4-2d6b45c97400 admin admin] Made reservation on behalf of 1b54bd8f50e44b159a9735b0e6072e2a for: {'subnet': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:03:02.249242 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dcb1792c-3f96-42eb-bdc4-2d6b45c97400 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9844799'] for subnet, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:02.338603 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['1b5282f7-34f0-4108-9ffd-6aac3607c1c0'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:03:02.503490 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dcb1792c-3f96-42eb-bdc4-2d6b45c97400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9460697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9844781'] for subnet, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:02.507387 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-c53f519b-d373-458e-ad6a-8cdd7f5412e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:02.576882 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb1792c-3f96-42eb-bdc4-2d6b45c97400 admin admin] Checking segment: {'id': 'f9773eb0-dec6-4b1d-bd23-34ec1ed7d059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:02.577268 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb1792c-3f96-42eb-bdc4-2d6b45c97400 admin admin] Network hostable DHCP agents. Network: 52150e85-19ba-4d4a-a3c3-ffe0bfb5c484, hostable agents: ['9f0b91c3-6ba3-4173-8e48-c1b1d033014c'], hosted agents: [] {{(pid=93153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:03:02.580549 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1792c-3f96-42eb-bdc4-2d6b45c97400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b18992-a64d-4ec3-9a38-c5bc3c8cd36f,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:02.583229 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-dcb1792c-3f96-42eb-bdc4-2d6b45c97400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:02.646113 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb1792c-3f96-42eb-bdc4-2d6b45c97400 admin admin] Network 52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 is scheduled to be hosted by DHCP agent 9f0b91c3-6ba3-4173-8e48-c1b1d033014c with binding_index 1 {{(pid=93153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:03:02.731734 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-dcb1792c-3f96-42eb-bdc4-2d6b45c97400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-iscsi, 52150e85-19ba-4d4a-a3c3-ffe0bfb5c484) {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:02.741993 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21304c7a-0208-4459-975c-2de08bed7b4f None None] Network 52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:03:02.742627 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb1792c-3f96-42eb-bdc4-2d6b45c97400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:02.743553 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dcb1792c-3f96-42eb-bdc4-2d6b45c97400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:02.818283 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-dcb1792c-3f96-42eb-bdc4-2d6b45c97400 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6704776 Jun 18 22:03:02.820912 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 35584) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:02.828696 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-274655535-router', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:02.927124 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1cd4b5c-bae9-5a54-94e7-4e728668075a-52150e85-19ba-4d4a-a3c3-ffe0bfb5c484', 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'fixed_ips': [{'subnet_id': '04b18992-a64d-4ec3-9a38-c5bc3c8cd36f'}]}} from dv-cinder-766752-3-iscsi. {{(pid=93155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 22:03:02.929379 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:02.948946 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-610220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1851'] for router, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:02.949736 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e44884-a0a6-40a4-8fb1-ea60f78b84bc req-753886ac-cd85-4447-80c2-d39dc6b79dbb tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:02.950226 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1840'] for router, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:02.951426 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-17e44884-a0a6-40a4-8fb1-ea60f78b84bc req-753886ac-cd85-4447-80c2-d39dc6b79dbb tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0801017 Jun 18 22:03:02.996967 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-17e44884-a0a6-40a4-8fb1-ea60f78b84bc req-d6b6c1b5-a6bd-49ef-a7cc-e36224dc3c20 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368857 Jun 18 22:03:03.022622 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:03.158929 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Allocated IP 172.20.0.2 (52150e85-19ba-4d4a-a3c3-ffe0bfb5c484/04b18992-a64d-4ec3-9a38-c5bc3c8cd36f/3843bc22-a85f-44ca-a042-7ccda0151f95) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:03:03.249343 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecba66-b79e-46e6-9641-907823d504f2 req-eff286d8-3ef9-4933-b305-6b0cbe06df33 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:03.251105 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cbecba66-b79e-46e6-9641-907823d504f2 req-eff286d8-3ef9-4933-b305-6b0cbe06df33 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 945 time: 0.1235957 Jun 18 22:03:03.282036 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1830'] for router, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:03.299407 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc974514-98ba-49d5-b151-f28f71621b9d req-aa0f326c-8a96-4329-8554-10b8e2f66f37 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:03.308611 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cc974514-98ba-49d5-b151-f28f71621b9d req-aa0f326c-8a96-4329-8554-10b8e2f66f37 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.1188078 Jun 18 22:03:03.340916 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cbecba66-b79e-46e6-9641-907823d504f2 req-6aa3ec9f-7e7f-400b-8389-88a915eb5c39 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806975 Jun 18 22:03:03.358598 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cc974514-98ba-49d5-b151-f28f71621b9d req-4651fa22-c938-493e-a8bf-e90b9fb05c43 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392745 Jun 18 22:03:03.423734 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:03.436503 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Transition to ACTIVE for port object 3843bc22-a85f-44ca-a042-7ccda0151f95 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:03.455176 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Transition to ACTIVE for port object 3843bc22-a85f-44ca-a042-7ccda0151f95 will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:03.514848 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:03.516893 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-b3376bed-492d-414d-a809-7eb3f12af570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:03.555266 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Network 52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:03.558269 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:03.561679 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:03:03.568416 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Pushing event updated for resources: {'Port': ['ID=3843bc22-a85f-44ca-a042-7ccda0151f95,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:03.571578 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:03.585334 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:03.605296 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:03.613473 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 1b5282f7-34f0-4108-9ffd-6aac3607c1c0 up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:03.649739 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Attempting to bind port 3843bc22-a85f-44ca-a042-7ccda0151f95 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:03:03.654870 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Attempting to bind port 3843bc22-a85f-44ca-a042-7ccda0151f95 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': 'f9773eb0-dec6-4b1d-bd23-34ec1ed7d059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:03:03.654870 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Attempting to bind port 3843bc22-a85f-44ca-a042-7ccda0151f95 on network 52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:03.663177 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:03:03.663366 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Checking segment: {'id': 'f9773eb0-dec6-4b1d-bd23-34ec1ed7d059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:03.663762 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:03.664195 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Bound using segment: {'id': 'f9773eb0-dec6-4b1d-bd23-34ec1ed7d059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:03:03.664677 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Bound port: 3843bc22-a85f-44ca-a042-7ccda0151f95, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9773eb0-dec6-4b1d-bd23-34ec1ed7d059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:03:03.665059 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:03.720683 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Allocated IP 172.27.1.78 (ac7fe84e-50f5-4915-b437-0569bccbfaaf/467ce04a-3e35-49c7-b989-561dd094bc72/dafa9b62-d546-41ed-8336-193c4c488f34) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:03:03.743582 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] For port 3843bc22-a85f-44ca-a042-7ccda0151f95, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:03:03.746773 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] For port 3843bc22-a85f-44ca-a042-7ccda0151f95, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=3843bc22-a85f-44ca-a042-7ccda0151f95,segment=NetworkSegment(f9773eb0-dec6-4b1d-bd23-34ec1ed7d059),segment_id=f9773eb0-dec6-4b1d-bd23-34ec1ed7d059)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:03:03.789641 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port 1b5282f7-34f0-4108-9ffd-6aac3607c1c0 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:03.793955 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port 1b5282f7-34f0-4108-9ffd-6aac3607c1c0 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:03.793955 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:03.821316 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:03.827328 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:03.834007 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:03.897062 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Pushing event updated for resources: {'Port': ['ID=3843bc22-a85f-44ca-a042-7ccda0151f95,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:03.916170 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:03.934641 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:03.955311 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9460589'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:03.958606 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:03.959572 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78695a47-9839-4ab9-921b-29b18abfb08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5282f7-34f0-4108-9ffd-6aac3607c1c0'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:03:03.961989 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e43782-d9db-4afc-b8e5-0f159cae693f" -d '{"events": [{"server_uuid": "78695a47-9839-4ab9-921b-29b18abfb08f", "name": "network-vif-plugged", "status": "completed", "tag": "1b5282f7-34f0-4108-9ffd-6aac3607c1c0"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:03:03.981297 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 1b5282f7-34f0-4108-9ffd-6aac3607c1c0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=1b5282f7-34f0-4108-9ffd-6aac3607c1c0,segment=NetworkSegment(1b120709-34cb-4f00-b4fc-a79711c7951d),segment_id=1b120709-34cb-4f00-b4fc-a79711c7951d)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:04.006102 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0732882a-924e-421c-91f9-054217322043 x-openstack-request-id: req-0732882a-924e-421c-91f9-054217322043 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:03:04.006405 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78695a47-9839-4ab9-921b-29b18abfb08f", "name": "network-vif-plugged", "status": "completed", "tag": "1b5282f7-34f0-4108-9ffd-6aac3607c1c0", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:03:04.006704 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0732882a-924e-421c-91f9-054217322043 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:03:04.007252 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78695a47-9839-4ab9-921b-29b18abfb08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5282f7-34f0-4108-9ffd-6aac3607c1c0', 'code': 200} Jun 18 22:03:04.012568 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:04.018039 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:04.020313 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:03:04.023353 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Pushing event updated for resources: {'Port': ['ID=dafa9b62-d546-41ed-8336-193c4c488f34,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:04.031837 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:04.075585 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:04.081956 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:04.157210 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=1b5282f7-34f0-4108-9ffd-6aac3607c1c0,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:04.164497 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:04.290143 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cbca0-6d2b-4cd8-9a59-6c972cb1c3d0 req-3d7bd0a4-d1b6-4236-892f-1d69b917d567 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:04.308574 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e45cbca0-6d2b-4cd8-9a59-6c972cb1c3d0 req-3d7bd0a4-d1b6-4236-892f-1d69b917d567 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1016853 Jun 18 22:03:04.367920 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e45cbca0-6d2b-4cd8-9a59-6c972cb1c3d0 req-6bb69d65-a317-488a-93f7-b0541dbb7446 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578756 Jun 18 22:03:04.654082 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 3843bc22-a85f-44ca-a042-7ccda0151f95 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:04.668042 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b997f9-0b9c-41d3-95dd-25e014c16d08 req-1331b620-9550-4986-8bab-ab732a3fd883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:04.669775 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b8b997f9-0b9c-41d3-95dd-25e014c16d08 req-1331b620-9550-4986-8bab-ab732a3fd883 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 1099 time: 0.1731389 Jun 18 22:03:04.685730 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e804ae-76f1-4987-b101-95b4781d7d08 req-32fa2f2a-8b8a-4b66-ba5d-5e2024291bdc tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:04.687510 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c5e804ae-76f1-4987-b101-95b4781d7d08 req-32fa2f2a-8b8a-4b66-ba5d-5e2024291bdc tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 946 time: 0.1555507 Jun 18 22:03:04.704127 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:04.709112 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93150696-9034-4bdf-8301-9173cbfb70df req-102b304b-50f8-4123-82d9-36d17321f4f4 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:04.711739 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-93150696-9034-4bdf-8301-9173cbfb70df req-102b304b-50f8-4123-82d9-36d17321f4f4 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.1825223 Jun 18 22:03:04.779168 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b8b997f9-0b9c-41d3-95dd-25e014c16d08 req-77de7d99-ccc2-4d2c-81bd-c2c35428f81c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886550 Jun 18 22:03:04.782436 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 3843bc22-a85f-44ca-a042-7ccda0151f95 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:04.789089 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c5e804ae-76f1-4987-b101-95b4781d7d08 req-5d54e920-1dcd-4fa9-befe-6790c39b574c tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910032 Jun 18 22:03:04.797521 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-93150696-9034-4bdf-8301-9173cbfb70df req-eab195bc-3820-4547-ae92-6edabf55f8ee tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730782 Jun 18 22:03:04.942617 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546105'] for router, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:05.058740 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df9ff6c-a933-48b6-b40d-8875620813ac None None] Network 52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:03:05.154761 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Router cc32318d-740c-4a1c-b0f6-fee32d2ddba8 is scheduled to L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc with binding_index 1 {{(pid=93153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 22:03:05.261138 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:03:05.270460 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Sync routers for ids ['cc32318d-740c-4a1c-b0f6-fee32d2ddba8'] in dv-cinder-766752-3-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:03:05.281200 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Routers {'cc32318d-740c-4a1c-b0f6-fee32d2ddba8'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:03:05.281829 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:02:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cc32318d-740c-4a1c-b0f6-fee32d2ddba8'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:05.297632 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-d1199e9a-2f24-4c88-9ebc-29a87eeb9f3e None None] Provisioning for port 3843bc22-a85f-44ca-a042-7ccda0151f95 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:05.301853 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-d1199e9a-2f24-4c88-9ebc-29a87eeb9f3e None None] Provisioning complete for port 3843bc22-a85f-44ca-a042-7ccda0151f95 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:05.302177 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d1199e9a-2f24-4c88-9ebc-29a87eeb9f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:05.354740 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:05.360385 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5340230 Jun 18 22:03:05.360385 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 35620) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:05.401960 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Set router cc32318d-740c-4a1c-b0f6-fee32d2ddba8 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:03:05.425167 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d1199e9a-2f24-4c88-9ebc-29a87eeb9f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:05.470405 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-d1199e9a-2f24-4c88-9ebc-29a87eeb9f3e None None] For port 3843bc22-a85f-44ca-a042-7ccda0151f95, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=3843bc22-a85f-44ca-a042-7ccda0151f95,segment=NetworkSegment(f9773eb0-dec6-4b1d-bd23-34ec1ed7d059),segment_id=f9773eb0-dec6-4b1d-bd23-34ec1ed7d059)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:05.538117 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d1199e9a-2f24-4c88-9ebc-29a87eeb9f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:05.543531 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-bf387b45-444f-4b3c-a8cb-5f416db9f832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:05.621253 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9aa41-ef45-47b8-8969-6713dc176e10 req-7af13e7a-ab39-43ac-ad88-413df88c2a9c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:05.623746 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7ec9aa41-ef45-47b8-8969-6713dc176e10 req-7af13e7a-ab39-43ac-ad88-413df88c2a9c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0904157 Jun 18 22:03:05.633824 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'name': 'tempest-TestMinimumBasicScenario-274655535-router', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:02Z', 'updated_at': '2021-06-18T22:03:04Z', 'revision_number': 3, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'gw_port': {'id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:03Z', 'updated_at': '2021-06-18T22:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:05.663369 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1199e9a-2f24-4c88-9ebc-29a87eeb9f3e None None] Pushing event updated for resources: {'Port': ['ID=3843bc22-a85f-44ca-a042-7ccda0151f95,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:05.674767 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-d1199e9a-2f24-4c88-9ebc-29a87eeb9f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:05.682109 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-954a8b64-a21b-4588-b309-0dbb256672c6 None None] Provisioning complete for port 3843bc22-a85f-44ca-a042-7ccda0151f95 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:05.682266 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7ec9aa41-ef45-47b8-8969-6713dc176e10 req-96b54003-2b68-488c-b960-c97664a29311 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523450 Jun 18 22:03:05.682748 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-954a8b64-a21b-4588-b309-0dbb256672c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:05.687510 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Checking router: cc32318d-740c-4a1c-b0f6-fee32d2ddba8 for host: dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:03:05.687872 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Updating router cc32318d-740c-4a1c-b0f6-fee32d2ddba8 port dafa9b62-d546-41ed-8336-193c4c488f34 binding host dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:03:05.736323 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:05.911440 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:05.955017 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6e4b60e6-db32-4eb8-9734-80172df47ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:06.075377 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaed0c-20bf-4974-9b23-49f66907e71c req-06dc644c-8e6b-459f-bcc1-3551d10c2aa5 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:06.077114 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dbdaed0c-20bf-4974-9b23-49f66907e71c req-06dc644c-8e6b-459f-bcc1-3551d10c2aa5 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 946 time: 0.1230030 Jun 18 22:03:06.086043 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0da53-5f57-4cb3-85c9-c397a02af4c0 req-f5fa10b4-52fd-45bd-89f8-7ded7c5f1475 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:06.087546 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e1e0da53-5f57-4cb3-85c9-c397a02af4c0 req-f5fa10b4-52fd-45bd-89f8-7ded7c5f1475 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.1203611 Jun 18 22:03:06.099097 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Allocated IP 172.20.0.1 (52150e85-19ba-4d4a-a3c3-ffe0bfb5c484/04b18992-a64d-4ec3-9a38-c5bc3c8cd36f/75b7f472-bfd2-424a-ae9a-92a58dcc26d9) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:03:06.134208 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Notify callbacks [] for port, precommit_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:06.146274 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dbdaed0c-20bf-4974-9b23-49f66907e71c req-2f627474-7f3c-4f5c-976f-e211de876a2e tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578370 Jun 18 22:03:06.176758 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e1e0da53-5f57-4cb3-85c9-c397a02af4c0 req-e99fb1ce-9646-40f6-9d58-7379dd32f755 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810213 Jun 18 22:03:06.181047 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Transition to ACTIVE for port object dafa9b62-d546-41ed-8336-193c4c488f34 will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:06.234853 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:06.249853 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.provisioning_blocks [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Transition to ACTIVE for port object 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 will not be triggered until provisioned by entity DHCP. {{(pid=93153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:06.262240 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:06.265454 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:06.317770 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Attempting to bind port dafa9b62-d546-41ed-8336-193c4c488f34 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:03:06.318281 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Attempting to bind port dafa9b62-d546-41ed-8336-193c4c488f34 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:03:06.318581 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Attempting to bind port dafa9b62-d546-41ed-8336-193c4c488f34 on network ac7fe84e-50f5-4915-b437-0569bccbfaaf {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:06.320861 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a9235-09c2-4fcd-a317-c1875fa70956 None None] Pushing event updated for resources: {'Port': ['ID=dafa9b62-d546-41ed-8336-193c4c488f34,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:06.329591 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:03:06.329973 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Checking segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:06.330398 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:06.330795 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Bound using segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:03:06.331265 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Bound port: dafa9b62-d546-41ed-8336-193c4c488f34, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:03:06.331673 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:06.333759 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a9235-09c2-4fcd-a317-c1875fa70956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.334100 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a9235-09c2-4fcd-a317-c1875fa70956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.334445 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a9235-09c2-4fcd-a317-c1875fa70956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.334762 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a9235-09c2-4fcd-a317-c1875fa70956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.335140 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a9235-09c2-4fcd-a317-c1875fa70956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.335464 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a9235-09c2-4fcd-a317-c1875fa70956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.336434 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a9235-09c2-4fcd-a317-c1875fa70956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.336979 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a9235-09c2-4fcd-a317-c1875fa70956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.337461 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a9235-09c2-4fcd-a317-c1875fa70956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.337843 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a9235-09c2-4fcd-a317-c1875fa70956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.338114 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a9235-09c2-4fcd-a317-c1875fa70956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.338432 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a9235-09c2-4fcd-a317-c1875fa70956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.342375 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-1b2a9235-09c2-4fcd-a317-c1875fa70956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:06.343325 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9460589'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:06.349207 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:06.382071 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Network 52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:06.388133 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:06.390080 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:03:06.394620 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] For port dafa9b62-d546-41ed-8336-193c4c488f34, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:03:06.401648 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] For port dafa9b62-d546-41ed-8336-193c4c488f34, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=dafa9b62-d546-41ed-8336-193c4c488f34,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:03:06.415541 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Pushing event updated for resources: {'Port': ['ID=75b7f472-bfd2-424a-ae9a-92a58dcc26d9,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:06.427412 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.427786 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.428158 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.428501 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.428838 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.429184 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.429605 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.429938 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.430275 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.430609 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.430940 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.431271 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:06.438632 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:06.446062 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545558'] for router_interface, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:06.455293 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:06.457844 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-1b2a9235-09c2-4fcd-a317-c1875fa70956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:06.514512 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Routers {'cc32318d-740c-4a1c-b0f6-fee32d2ddba8'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:03:06.515304 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:02:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cc32318d-740c-4a1c-b0f6-fee32d2ddba8'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:06.620807 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 3843bc22-a85f-44ca-a042-7ccda0151f95 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:06.637496 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a9235-09c2-4fcd-a317-c1875fa70956 None None] Pushing event updated for resources: {'Port': ['ID=dafa9b62-d546-41ed-8336-193c4c488f34,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:06.641816 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-1b2a9235-09c2-4fcd-a317-c1875fa70956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:06.670273 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] Set router cc32318d-740c-4a1c-b0f6-fee32d2ddba8 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:03:06.673568 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:06.676027 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 3843bc22-a85f-44ca-a042-7ccda0151f95 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:06.677071 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:06.812504 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-c0a33a54-ce75-4a4b-9304-d37760144ff8 None None] Provisioning for port 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:06.818716 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-c0a33a54-ce75-4a4b-9304-d37760144ff8 None None] Provisioning complete for port 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:06.819436 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c0a33a54-ce75-4a4b-9304-d37760144ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:06.879951 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-c0a33a54-ce75-4a4b-9304-d37760144ff8 None None] Port 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:03:06.885350 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'name': 'tempest-TestMinimumBasicScenario-274655535-router', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:02Z', 'updated_at': '2021-06-18T22:03:04Z', 'revision_number': 3, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'gw_port': {'id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:03Z', 'updated_at': '2021-06-18T22:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:06.893010 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff0e50-64df-486e-89fd-97ff73a70912 req-63ad73f4-c820-464e-91d0-5afd1e424226 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:06.894562 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a1ff0e50-64df-486e-89fd-97ff73a70912 req-63ad73f4-c820-464e-91d0-5afd1e424226 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0932677 Jun 18 22:03:06.919811 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27ddcf-f5b8-490c-ab8d-f50964d67430 None None] The sync data for ids ['cc32318d-740c-4a1c-b0f6-fee32d2ddba8'] in dv-cinder-766752-3-iscsi is: [{'id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'name': 'tempest-TestMinimumBasicScenario-274655535-router', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:02Z', 'updated_at': '2021-06-18T22:03:04Z', 'revision_number': 3, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'gw_port': {'id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:03Z', 'updated_at': '2021-06-18T22:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:03:06.940499 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a1ff0e50-64df-486e-89fd-97ff73a70912 req-44d96fd2-f70d-4306-8c68-7a099f2c114c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398126 Jun 18 22:03:07.041689 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.135946 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460571'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.138603 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-c26be3ed-ca37-4a9f-9af7-6fe1adbde5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:07.225713 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Pushing event updated for resources: {'Port': ['ID=75b7f472-bfd2-424a-ae9a-92a58dcc26d9,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:07.234277 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546575'] for router_interface, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.236736 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:07.354089 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Network 52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:07.355567 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:07.414568 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dd55b-d295-477e-a0dc-2219f54265a0 req-0a263c23-7486-47e5-bc5a-adfbe0ceb47b tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:07.421109 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-046dd55b-d295-477e-a0dc-2219f54265a0 req-0a263c23-7486-47e5-bc5a-adfbe0ceb47b tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 946 time: 0.1221645 Jun 18 22:03:07.464436 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1546b9-4709-4d73-9ca2-346bc01ba28d req-ce97a810-202d-4a3b-9213-0e4edef6ef33 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:07.469839 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5e1546b9-4709-4d73-9ca2-346bc01ba28d req-ce97a810-202d-4a3b-9213-0e4edef6ef33 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.1355131 Jun 18 22:03:07.488169 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-046dd55b-d295-477e-a0dc-2219f54265a0 req-ea34c2fb-4fa8-47cd-bab0-754dfaa9037d tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661690 Jun 18 22:03:07.510218 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Router cc32318d-740c-4a1c-b0f6-fee32d2ddba8 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:03:07.539337 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5e1546b9-4709-4d73-9ca2-346bc01ba28d req-019cea4f-b206-40c0-a5a8-95183853fc90 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550041 Jun 18 22:03:07.659179 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:03:07.677762 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] 10.222.0.38 "PUT /v2.0/routers/cc32318d-740c-4a1c-b0f6-fee32d2ddba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3100429 Jun 18 22:03:07.717513 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-b2fb4153-ca38-4024-bf16-40497be57bb5 None None] Provisioning complete for port 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:07.718328 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b2fb4153-ca38-4024-bf16-40497be57bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.758472 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-b2fb4153-ca38-4024-bf16-40497be57bb5 None None] Port 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:03:08.127599 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55fbce-c584-45b7-aed4-968a50a5ac69 req-85a0877f-c4b3-463a-b7e3-5f01e8450e23 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:08.129049 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5c55fbce-c584-45b7-aed4-968a50a5ac69 req-85a0877f-c4b3-463a-b7e3-5f01e8450e23 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0700004 Jun 18 22:03:08.171184 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5c55fbce-c584-45b7-aed4-968a50a5ac69 req-eb609cb6-7422-492f-951c-f8a027c94dfa tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302813 Jun 18 22:03:08.343055 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a76ef8ff-571d-4c79-8a5c-e5a13f97d80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:08.524705 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 35686) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:08.529743 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-de0e7964-0027-4aed-b2a4-f1a036b24f20 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1215488304-network', 'tenant_id': '5a04c16affed4cc6ab06795787050e15'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:08.565449 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Sync routers for ids ['cc32318d-740c-4a1c-b0f6-fee32d2ddba8'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:03:08.575168 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Routers {'cc32318d-740c-4a1c-b0f6-fee32d2ddba8'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:03:08.576054 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:03:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cc32318d-740c-4a1c-b0f6-fee32d2ddba8'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:08.617967 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0e7964-0027-4aed-b2a4-f1a036b24f20 admin admin] Made reservation on behalf of 5a04c16affed4cc6ab06795787050e15 for: {'network': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:03:08.620318 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-de0e7964-0027-4aed-b2a4-f1a036b24f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for network, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:08.629003 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-de0e7964-0027-4aed-b2a4-f1a036b24f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:08.646206 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device dafa9b62-d546-41ed-8336-193c4c488f34 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:08.725615 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-de0e7964-0027-4aed-b2a4-f1a036b24f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:08.756850 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Set router cc32318d-740c-4a1c-b0f6-fee32d2ddba8 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:03:08.765555 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb45b76-cf93-4d78-9a2e-7547902a5b19 req-a6b1bb7c-d3e3-469e-9e71-4cb112403bbb tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:08.767104 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5eb45b76-cf93-4d78-9a2e-7547902a5b19 req-a6b1bb7c-d3e3-469e-9e71-4cb112403bbb tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.0815032 Jun 18 22:03:08.805013 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5eb45b76-cf93-4d78-9a2e-7547902a5b19 req-66e1aceb-7b5d-484e-aa99-2c92303e20bd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312212 Jun 18 22:03:08.846010 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-de0e7964-0027-4aed-b2a4-f1a036b24f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:08.849213 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-2680b7ec-2539-4c36-a389-5053cced18be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:08.874645 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0e7964-0027-4aed-b2a4-f1a036b24f20 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=93153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:03:08.881162 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e7964-0027-4aed-b2a4-f1a036b24f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b85c66-5497-494a-94fa-fac18c6ce5e6,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:08.885524 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-de0e7964-0027-4aed-b2a4-f1a036b24f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:08.888596 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-de0e7964-0027-4aed-b2a4-f1a036b24f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:08.888942 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.db.segments_db [None req-de0e7964-0027-4aed-b2a4-f1a036b24f20 admin admin] Added segment 3eefd283-a72f-4f2b-97fc-ff5eb2cd6021 of type vlan for network ee95627d-54a8-4907-88bd-5e8e238c5231 Jun 18 22:03:08.929937 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-de0e7964-0027-4aed-b2a4-f1a036b24f20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737366562524'] for network, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:08.958427 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port dafa9b62-d546-41ed-8336-193c4c488f34 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:08.968263 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port dafa9b62-d546-41ed-8336-193c4c488f34 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:08.968667 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:09.028616 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-de0e7964-0027-4aed-b2a4-f1a036b24f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283'] for network, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:09.030037 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0e7964-0027-4aed-b2a4-f1a036b24f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:09.030615 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-de0e7964-0027-4aed-b2a4-f1a036b24f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:09.033611 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:09.077128 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:09.088248 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e7964-0027-4aed-b2a4-f1a036b24f20 admin admin] Pushing event updated for resources: {'Network': ['ID=ee95627d-54a8-4907-88bd-5e8e238c5231,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:09.090824 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-de0e7964-0027-4aed-b2a4-f1a036b24f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:09.120326 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Network ee95627d-54a8-4907-88bd-5e8e238c5231 details requested by agent ovs-agent-dv-cinder-766752-3-iscsi with host dv-cinder-766752-3-iscsi {{(pid=93155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:03:09.126699 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-de0e7964-0027-4aed-b2a4-f1a036b24f20 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6008534 Jun 18 22:03:09.129367 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 35694) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:09.134433 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-da1cfcfc-4150-4fba-99d9-b2cd4e1f923b admin admin] Request body: {'subnet': {'network_id': 'ee95627d-54a8-4907-88bd-5e8e238c5231', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1215488304-subnet', 'tenant_id': '5a04c16affed4cc6ab06795787050e15', 'ip_version': 4}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:09.184867 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:09.205956 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1cfcfc-4150-4fba-99d9-b2cd4e1f923b admin admin] Made reservation on behalf of 5a04c16affed4cc6ab06795787050e15 for: {'subnet': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:03:09.209860 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-da1cfcfc-4150-4fba-99d9-b2cd4e1f923b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9844799'] for subnet, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:09.226976 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port dafa9b62-d546-41ed-8336-193c4c488f34, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=dafa9b62-d546-41ed-8336-193c4c488f34,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:09.241350 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'name': 'tempest-TestMinimumBasicScenario-274655535-router', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:02Z', 'updated_at': '2021-06-18T22:03:06Z', 'revision_number': 4, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'gw_port': {'id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:03Z', 'updated_at': '2021-06-18T22:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '75b7f472-bfd2-424a-ae9a-92a58dcc26d9', 'name': '', 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'mac_address': 'fa:16:3e:8d:59:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '04b18992-a64d-4ec3-9a38-c5bc3c8cd36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:05Z', 'updated_at': '2021-06-18T22:03:06Z', 'revision_number': 2, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'subnets': [{'id': '04b18992-a64d-4ec3-9a38-c5bc3c8cd36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:09.275827 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Checking router: cc32318d-740c-4a1c-b0f6-fee32d2ddba8 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:03:09.275827 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Updating router cc32318d-740c-4a1c-b0f6-fee32d2ddba8 port 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 binding host dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:03:09.316415 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:09.321101 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:09.347750 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:09.355538 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da92247-1818-4116-a1d5-63787a6cc57e req-90a74e9c-e11f-4943-954e-5bf44c76b8a0 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:09.362609 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2da92247-1818-4116-a1d5-63787a6cc57e req-90a74e9c-e11f-4943-954e-5bf44c76b8a0 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0797958 Jun 18 22:03:09.397546 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2da92247-1818-4116-a1d5-63787a6cc57e req-e30fa4a5-ae4b-4523-904d-d908ec2e90e6 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340281 Jun 18 22:03:09.409126 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=dafa9b62-d546-41ed-8336-193c4c488f34,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:09.412825 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:09.473891 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-da1cfcfc-4150-4fba-99d9-b2cd4e1f923b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9460697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9844781'] for subnet, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:09.477190 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:09.530745 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cfcfc-4150-4fba-99d9-b2cd4e1f923b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eb75a40-89c4-44b5-85c8-0dd446ced2e8,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:09.535664 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-da1cfcfc-4150-4fba-99d9-b2cd4e1f923b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:09.538743 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1cfcfc-4150-4fba-99d9-b2cd4e1f923b admin admin] Checking segment: {'id': '3eefd283-a72f-4f2b-97fc-ff5eb2cd6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee95627d-54a8-4907-88bd-5e8e238c5231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:09.538743 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1cfcfc-4150-4fba-99d9-b2cd4e1f923b admin admin] Network hostable DHCP agents. Network: ee95627d-54a8-4907-88bd-5e8e238c5231, hostable agents: ['9f0b91c3-6ba3-4173-8e48-c1b1d033014c'], hosted agents: [] {{(pid=93153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:03:09.544337 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:09.599513 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1cfcfc-4150-4fba-99d9-b2cd4e1f923b admin admin] Network ee95627d-54a8-4907-88bd-5e8e238c5231 is scheduled to be hosted by DHCP agent 9f0b91c3-6ba3-4173-8e48-c1b1d033014c with binding_index 1 {{(pid=93153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:03:09.641956 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:09.650957 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-da1cfcfc-4150-4fba-99d9-b2cd4e1f923b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-iscsi, ee95627d-54a8-4907-88bd-5e8e238c5231) {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:09.651546 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Transition to ACTIVE for port object 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:09.655595 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1cfcfc-4150-4fba-99d9-b2cd4e1f923b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:09.656320 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-da1cfcfc-4150-4fba-99d9-b2cd4e1f923b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:09.660009 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c65cb8-0e97-4141-849d-157c62048aa7 None None] Network ee95627d-54a8-4907-88bd-5e8e238c5231 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:03:09.699038 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:09.702163 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:09.706100 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-da1cfcfc-4150-4fba-99d9-b2cd4e1f923b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5732517 Jun 18 22:03:09.706248 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 35704) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:09.711035 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1215488304-router', 'tenant_id': '5a04c16affed4cc6ab06795787050e15', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:09.789859 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-610220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1851'] for router, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:09.791165 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1840'] for router, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:09.805280 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7c746-3127-4c60-a203-265412c318f7 None None] Pushing event updated for resources: {'Port': ['ID=75b7f472-bfd2-424a-ae9a-92a58dcc26d9,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:09.817031 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-0cf7c746-3127-4c60-a203-265412c318f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:09.868433 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:09.918615 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Attempting to bind port 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:03:09.918991 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Attempting to bind port 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': 'f9773eb0-dec6-4b1d-bd23-34ec1ed7d059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:03:09.923391 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Attempting to bind port 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 on network 52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:09.928036 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:03:09.928433 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Checking segment: {'id': 'f9773eb0-dec6-4b1d-bd23-34ec1ed7d059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:09.928843 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:09.929277 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Bound using segment: {'id': 'f9773eb0-dec6-4b1d-bd23-34ec1ed7d059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:03:09.929765 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Bound port: 75b7f472-bfd2-424a-ae9a-92a58dcc26d9, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9773eb0-dec6-4b1d-bd23-34ec1ed7d059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:03:09.930142 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:09.987139 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1cd4b5c-bae9-5a54-94e7-4e728668075a-ee95627d-54a8-4907-88bd-5e8e238c5231', 'network_id': 'ee95627d-54a8-4907-88bd-5e8e238c5231', 'tenant_id': '5a04c16affed4cc6ab06795787050e15', 'fixed_ips': [{'subnet_id': '4eb75a40-89c4-44b5-85c8-0dd446ced2e8'}]}} from dv-cinder-766752-3-iscsi. {{(pid=93155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 22:03:09.988090 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:10.040065 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df38c89-4b13-4d25-8e51-66d049977660 req-890890a5-e21a-4f5a-ba28-b131881fd42f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:10.041663 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7df38c89-4b13-4d25-8e51-66d049977660 req-890890a5-e21a-4f5a-ba28-b131881fd42f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.0750034 Jun 18 22:03:10.091903 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7df38c89-4b13-4d25-8e51-66d049977660 req-edfe08ff-c96b-4078-a67a-3199e1a0b7f1 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407481 Jun 18 22:03:10.116434 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] For port 75b7f472-bfd2-424a-ae9a-92a58dcc26d9, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:03:10.140719 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] For port 75b7f472-bfd2-424a-ae9a-92a58dcc26d9, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=75b7f472-bfd2-424a-ae9a-92a58dcc26d9,segment=NetworkSegment(f9773eb0-dec6-4b1d-bd23-34ec1ed7d059),segment_id=f9773eb0-dec6-4b1d-bd23-34ec1ed7d059)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:03:10.148405 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1830'] for router, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:10.185588 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Allocated IP 172.20.0.2 (ee95627d-54a8-4907-88bd-5e8e238c5231/4eb75a40-89c4-44b5-85c8-0dd446ced2e8/3cea54b4-c6ce-4558-9dc2-941bac221ef0) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:03:10.214467 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:10.238654 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:10.332280 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7c746-3127-4c60-a203-265412c318f7 None None] Pushing event updated for resources: {'Port': ['ID=75b7f472-bfd2-424a-ae9a-92a58dcc26d9,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:10.334844 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Routers {'cc32318d-740c-4a1c-b0f6-fee32d2ddba8'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:03:10.335688 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:03:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cc32318d-740c-4a1c-b0f6-fee32d2ddba8'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:10.342908 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-0cf7c746-3127-4c60-a203-265412c318f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:10.516849 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:10.533277 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Transition to ACTIVE for port object 3cea54b4-c6ce-4558-9dc2-941bac221ef0 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:10.538186 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] Set router cc32318d-740c-4a1c-b0f6-fee32d2ddba8 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:03:10.542161 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:10.571727 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:10.583916 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Transition to ACTIVE for port object 3cea54b4-c6ce-4558-9dc2-941bac221ef0 will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:10.657070 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device dafa9b62-d546-41ed-8336-193c4c488f34 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:10.663923 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a9a36-d667-4a4b-bde5-7989b03ba75e req-a0abdb93-62ed-4827-a27e-90a438365b72 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:10.665552 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-996a9a36-d667-4a4b-bde5-7989b03ba75e req-a0abdb93-62ed-4827-a27e-90a438365b72 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1325095 Jun 18 22:03:10.672061 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:10.706980 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-996a9a36-d667-4a4b-bde5-7989b03ba75e req-a12d226d-bc68-4631-a744-0d185e418014 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352855 Jun 18 22:03:10.708570 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-f60d0993-fc0a-431e-9de9-28665e559532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:10.732077 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Allocated IP 172.27.1.84 (ac7fe84e-50f5-4915-b437-0569bccbfaaf/467ce04a-3e35-49c7-b989-561dd094bc72/35f180d2-8fb2-47b7-afac-92a07fe144bb) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:03:10.792293 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Network ee95627d-54a8-4907-88bd-5e8e238c5231 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:10.804735 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:10.811136 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:03:10.820608 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Pushing event updated for resources: {'Port': ['ID=3cea54b4-c6ce-4558-9dc2-941bac221ef0,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:10.827131 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:10.858261 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:10.858975 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port dafa9b62-d546-41ed-8336-193c4c488f34 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:10.859540 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:10.953870 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9460589'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:10.956711 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:11.005055 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:11.008872 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:11.014788 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:03:11.034914 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Pushing event updated for resources: {'Port': ['ID=35f180d2-8fb2-47b7-afac-92a07fe144bb,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:11.045295 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:11.095809 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Attempting to bind port 3cea54b4-c6ce-4558-9dc2-941bac221ef0 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:03:11.096228 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Attempting to bind port 3cea54b4-c6ce-4558-9dc2-941bac221ef0 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': '3eefd283-a72f-4f2b-97fc-ff5eb2cd6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee95627d-54a8-4907-88bd-5e8e238c5231'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:03:11.096587 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Attempting to bind port 3cea54b4-c6ce-4558-9dc2-941bac221ef0 on network ee95627d-54a8-4907-88bd-5e8e238c5231 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:11.109919 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:03:11.110299 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Checking segment: {'id': '3eefd283-a72f-4f2b-97fc-ff5eb2cd6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee95627d-54a8-4907-88bd-5e8e238c5231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:11.110710 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:11.111113 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Bound using segment: {'id': '3eefd283-a72f-4f2b-97fc-ff5eb2cd6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee95627d-54a8-4907-88bd-5e8e238c5231'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:03:11.111624 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Bound port: 3cea54b4-c6ce-4558-9dc2-941bac221ef0, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eefd283-a72f-4f2b-97fc-ff5eb2cd6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee95627d-54a8-4907-88bd-5e8e238c5231'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:03:11.112008 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:11.186415 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'name': 'tempest-TestMinimumBasicScenario-274655535-router', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:02Z', 'updated_at': '2021-06-18T22:03:06Z', 'revision_number': 4, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'gw_port': {'id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:03Z', 'updated_at': '2021-06-18T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '75b7f472-bfd2-424a-ae9a-92a58dcc26d9', 'name': '', 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'mac_address': 'fa:16:3e:8d:59:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '04b18992-a64d-4ec3-9a38-c5bc3c8cd36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:05Z', 'updated_at': '2021-06-18T22:03:10Z', 'revision_number': 4, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'subnets': [{'id': '04b18992-a64d-4ec3-9a38-c5bc3c8cd36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:11.220900 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f5245c-bcbf-4d43-8b75-900068783906 None None] The sync data for ids ['cc32318d-740c-4a1c-b0f6-fee32d2ddba8'] in dv-cinder-766752-3-iscsi is: [{'id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'name': 'tempest-TestMinimumBasicScenario-274655535-router', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:02Z', 'updated_at': '2021-06-18T22:03:06Z', 'revision_number': 4, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'gw_port': {'id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:03Z', 'updated_at': '2021-06-18T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '75b7f472-bfd2-424a-ae9a-92a58dcc26d9', 'name': '', 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'mac_address': 'fa:16:3e:8d:59:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '04b18992-a64d-4ec3-9a38-c5bc3c8cd36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:05Z', 'updated_at': '2021-06-18T22:03:10Z', 'revision_number': 4, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'subnets': [{'id': '04b18992-a64d-4ec3-9a38-c5bc3c8cd36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:03:11.245197 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] For port 3cea54b4-c6ce-4558-9dc2-941bac221ef0, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:03:11.248544 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] For port 3cea54b4-c6ce-4558-9dc2-941bac221ef0, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=3cea54b4-c6ce-4558-9dc2-941bac221ef0,segment=NetworkSegment(3eefd283-a72f-4f2b-97fc-ff5eb2cd6021),segment_id=3eefd283-a72f-4f2b-97fc-ff5eb2cd6021)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:03:11.314829 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:11.328902 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:11.339122 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d374a-8c4a-426a-b694-6b2fad7376a9 req-b5a02557-c6b2-4f6b-93f4-b932ec01eab8 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:11.340684 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-aa4d374a-8c4a-426a-b694-6b2fad7376a9 req-b5a02557-c6b2-4f6b-93f4-b932ec01eab8 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.1028132 Jun 18 22:03:11.403564 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-aa4d374a-8c4a-426a-b694-6b2fad7376a9 req-cd07fb33-66a3-48c7-8ded-f1bab5d64076 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551083 Jun 18 22:03:11.419113 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Pushing event updated for resources: {'Port': ['ID=3cea54b4-c6ce-4558-9dc2-941bac221ef0,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:11.448838 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:11.469338 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:11.524632 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:11.888560 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546105'] for router, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:11.937939 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff610c-bf40-46c5-b04a-f1851b69a057 req-6c2be893-dad4-4a41-90bb-1b0c615468cd tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:11.940729 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-69ff610c-bf40-46c5-b04a-f1851b69a057 req-6c2be893-dad4-4a41-90bb-1b0c615468cd tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1053779 Jun 18 22:03:11.982839 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-69ff610c-bf40-46c5-b04a-f1851b69a057 req-bb735d49-8129-4bab-9661-a18431ed5db2 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352767 Jun 18 22:03:12.131438 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Router 680587f5-ee39-499f-b9fc-be6e3f897636 is scheduled to L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc with binding_index 1 {{(pid=93153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 22:03:12.243249 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:03:12.256525 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Sync routers for ids ['680587f5-ee39-499f-b9fc-be6e3f897636'] in dv-cinder-766752-3-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:03:12.269618 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Routers {'680587f5-ee39-499f-b9fc-be6e3f897636'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:03:12.270246 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:03:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['680587f5-ee39-499f-b9fc-be6e3f897636'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:12.338292 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:12.345745 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 35764) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:12.346073 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6387522 Jun 18 22:03:12.384047 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Set router 680587f5-ee39-499f-b9fc-be6e3f897636 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:03:12.701648 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680587f5-ee39-499f-b9fc-be6e3f897636', 'name': 'tempest-TestMinimumBasicScenario-1215488304-router', 'tenant_id': '5a04c16affed4cc6ab06795787050e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '35f180d2-8fb2-47b7-afac-92a07fe144bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:09Z', 'updated_at': '2021-06-18T22:03:11Z', 'revision_number': 3, 'project_id': '5a04c16affed4cc6ab06795787050e15', 'gw_port': {'id': '35f180d2-8fb2-47b7-afac-92a07fe144bb', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680587f5-ee39-499f-b9fc-be6e3f897636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:10Z', 'updated_at': '2021-06-18T22:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:12.734398 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Checking router: 680587f5-ee39-499f-b9fc-be6e3f897636 for host: dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:03:12.734912 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Updating router 680587f5-ee39-499f-b9fc-be6e3f897636 port 35f180d2-8fb2-47b7-afac-92a07fe144bb binding host dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:03:12.774524 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:12.777848 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0d351-0938-4134-ab59-4d5c123e4998 req-99341f00-1f46-4d83-b4cc-42ce99d4da7c tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:12.779214 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:12.786594 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c4d0d351-0938-4134-ab59-4d5c123e4998 req-99341f00-1f46-4d83-b4cc-42ce99d4da7c tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.2633445 Jun 18 22:03:12.812685 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3abbf1-2c42-4848-adcc-9a45071fd6ad None None] Network ee95627d-54a8-4907-88bd-5e8e238c5231 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:03:12.892366 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c4d0d351-0938-4134-ab59-4d5c123e4998 req-00d1d92a-617d-48e5-bb66-7f46830c5495 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048038 Jun 18 22:03:12.915998 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6de881-0eed-4757-9490-8ce96881be86 req-68b2b09e-f96b-4585-9c0e-ac331eb2a4a4 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:12.918011 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5d6de881-0eed-4757-9490-8ce96881be86 req-68b2b09e-f96b-4585-9c0e-ac331eb2a4a4 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.2634425 Jun 18 22:03:12.958017 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:12.964428 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:12.964893 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:13.030318 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-6c5c88cd-a83b-4c89-9a0e-478c2a3c122c None None] Provisioning for port 3cea54b4-c6ce-4558-9dc2-941bac221ef0 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:13.035697 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5d6de881-0eed-4757-9490-8ce96881be86 req-48ce03b4-b720-449f-9157-4d12fb562845 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831203 Jun 18 22:03:13.135660 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:13.172000 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Notify callbacks [] for port, precommit_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:13.182452 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port 75b7f472-bfd2-424a-ae9a-92a58dcc26d9, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=75b7f472-bfd2-424a-ae9a-92a58dcc26d9,segment=NetworkSegment(f9773eb0-dec6-4b1d-bd23-34ec1ed7d059),segment_id=f9773eb0-dec6-4b1d-bd23-34ec1ed7d059)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:13.183304 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Transition to ACTIVE for port object 35f180d2-8fb2-47b7-afac-92a07fe144bb will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:13.228238 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:13.229445 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 3cea54b4-c6ce-4558-9dc2-941bac221ef0 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:13.231397 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:13.258543 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:13.269145 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:13.276519 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-206affc0-a1ac-4faa-a421-c695a63204e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:13.311218 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fd47a-3b6e-40b5-a34e-efcfb237f47a req-00b55c37-4d81-499a-a3c1-403d2b5b5513 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:13.312823 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-953fd47a-3b6e-40b5-a34e-efcfb237f47a req-00b55c37-4d81-499a-a3c1-403d2b5b5513 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1439853 Jun 18 22:03:13.333144 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=75b7f472-bfd2-424a-ae9a-92a58dcc26d9,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:13.343277 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:13.349785 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Attempting to bind port 35f180d2-8fb2-47b7-afac-92a07fe144bb on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:03:13.350160 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Attempting to bind port 35f180d2-8fb2-47b7-afac-92a07fe144bb by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:03:13.350522 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Attempting to bind port 35f180d2-8fb2-47b7-afac-92a07fe144bb on network ac7fe84e-50f5-4915-b437-0569bccbfaaf {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:13.360860 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:03:13.361360 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Checking segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:13.361769 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:13.362158 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Bound using segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:03:13.362683 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Bound port: 35f180d2-8fb2-47b7-afac-92a07fe144bb, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:03:13.363223 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:13.394467 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6bcb7-5d5f-4744-94e8-fe2277ce4e11 None None] Pushing event updated for resources: {'Port': ['ID=35f180d2-8fb2-47b7-afac-92a07fe144bb,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:13.401434 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-e2d6bcb7-5d5f-4744-94e8-fe2277ce4e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:13.407213 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-953fd47a-3b6e-40b5-a34e-efcfb237f47a req-311edcda-477d-49ab-8c6d-8e7926b6410f tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867651 Jun 18 22:03:13.416614 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 3cea54b4-c6ce-4558-9dc2-941bac221ef0 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:13.422997 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 3cea54b4-c6ce-4558-9dc2-941bac221ef0 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:13.429278 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:13.435619 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] For port 35f180d2-8fb2-47b7-afac-92a07fe144bb, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:03:13.439190 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] For port 35f180d2-8fb2-47b7-afac-92a07fe144bb, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=35f180d2-8fb2-47b7-afac-92a07fe144bb,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:03:13.502691 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:13.505693 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:13.511766 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-206affc0-a1ac-4faa-a421-c695a63204e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:13.534337 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cf931-c4ee-4776-9a18-ab9a5e29c45c req-4e7054eb-0ced-48be-8a5d-8cb0e3572caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:13.535791 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-027cf931-c4ee-4776-9a18-ab9a5e29c45c req-4e7054eb-0ced-48be-8a5d-8cb0e3572caa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 1098 time: 0.1276891 Jun 18 22:03:13.539060 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Allocated IP 172.20.0.1 (ee95627d-54a8-4907-88bd-5e8e238c5231/4eb75a40-89c4-44b5-85c8-0dd446ced2e8/6bda618a-e812-4281-ac20-20556c01c124) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:03:13.540077 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port 3cea54b4-c6ce-4558-9dc2-941bac221ef0, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=3cea54b4-c6ce-4558-9dc2-941bac221ef0,segment=NetworkSegment(3eefd283-a72f-4f2b-97fc-ff5eb2cd6021),segment_id=3eefd283-a72f-4f2b-97fc-ff5eb2cd6021)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:13.571303 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Routers {'680587f5-ee39-499f-b9fc-be6e3f897636'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:03:13.572591 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:03:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['680587f5-ee39-499f-b9fc-be6e3f897636'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:13.616119 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6bcb7-5d5f-4744-94e8-fe2277ce4e11 None None] Pushing event updated for resources: {'Port': ['ID=35f180d2-8fb2-47b7-afac-92a07fe144bb,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:13.619354 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:13.621829 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-027cf931-c4ee-4776-9a18-ab9a5e29c45c req-c617210f-6283-4e9a-b069-a711f6b8042a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721130 Jun 18 22:03:13.625073 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-e2d6bcb7-5d5f-4744-94e8-fe2277ce4e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:13.630441 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:13.676039 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:13.686302 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=3cea54b4-c6ce-4558-9dc2-941bac221ef0,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:13.689622 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:13.692743 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Transition to ACTIVE for port object 6bda618a-e812-4281-ac20-20556c01c124 will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:13.785736 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] Set router 680587f5-ee39-499f-b9fc-be6e3f897636 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:03:13.800389 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:13.803665 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:13.849564 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Network ee95627d-54a8-4907-88bd-5e8e238c5231 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:13.853185 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:13.856474 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:03:13.882970 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Pushing event updated for resources: {'Port': ['ID=6bda618a-e812-4281-ac20-20556c01c124,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:13.893635 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:13.894008 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:13.894380 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:13.894927 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:13.895432 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:13.895853 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:13.896232 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:13.896589 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:13.896941 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:13.897287 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:13.898292 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:13.898642 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:13.902652 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:13.994504 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680587f5-ee39-499f-b9fc-be6e3f897636', 'name': 'tempest-TestMinimumBasicScenario-1215488304-router', 'tenant_id': '5a04c16affed4cc6ab06795787050e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '35f180d2-8fb2-47b7-afac-92a07fe144bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:09Z', 'updated_at': '2021-06-18T22:03:11Z', 'revision_number': 3, 'project_id': '5a04c16affed4cc6ab06795787050e15', 'gw_port': {'id': '35f180d2-8fb2-47b7-afac-92a07fe144bb', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680587f5-ee39-499f-b9fc-be6e3f897636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:10Z', 'updated_at': '2021-06-18T22:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:14.026826 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78a05cf-5fae-437a-a802-ea1859d1b689 None None] The sync data for ids ['680587f5-ee39-499f-b9fc-be6e3f897636'] in dv-cinder-766752-3-iscsi is: [{'id': '680587f5-ee39-499f-b9fc-be6e3f897636', 'name': 'tempest-TestMinimumBasicScenario-1215488304-router', 'tenant_id': '5a04c16affed4cc6ab06795787050e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '35f180d2-8fb2-47b7-afac-92a07fe144bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:09Z', 'updated_at': '2021-06-18T22:03:11Z', 'revision_number': 3, 'project_id': '5a04c16affed4cc6ab06795787050e15', 'gw_port': {'id': '35f180d2-8fb2-47b7-afac-92a07fe144bb', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680587f5-ee39-499f-b9fc-be6e3f897636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:10Z', 'updated_at': '2021-06-18T22:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:03:14.257961 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545558'] for router_interface, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:14.258515 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-4a367f10-6738-4c54-bd01-06f846ea2180 None None] Provisioning for port 6bda618a-e812-4281-ac20-20556c01c124 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:14.268648 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-4a367f10-6738-4c54-bd01-06f846ea2180 None None] Provisioning complete for port 6bda618a-e812-4281-ac20-20556c01c124 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:14.269100 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-4a367f10-6738-4c54-bd01-06f846ea2180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:14.358105 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-4a367f10-6738-4c54-bd01-06f846ea2180 None None] Port 6bda618a-e812-4281-ac20-20556c01c124 cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:03:14.439050 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-995083ad-0596-43a3-841a-32f49f36861e tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:14.440559 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-995083ad-0596-43a3-841a-32f49f36861e tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/networks?id=f66cd9a0-4495-46b4-8965-0b3794f85407 HTTP/1.1" status: 200 len: 815 time: 0.5351200 Jun 18 22:03:14.470419 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead4996-b36f-465d-8bf9-fcc7d24aa2c2 req-743ec66f-d637-4280-8db0-4c1173b55c78 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:14.471968 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cead4996-b36f-465d-8bf9-fcc7d24aa2c2 req-743ec66f-d637-4280-8db0-4c1173b55c78 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.2184021 Jun 18 22:03:14.476522 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-26a57a4c-6238-41e8-b6ba-c0f3a6d3d5f7 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/quotas/bcfc9ad4e16e41faad1eec1dd49c373a HTTP/1.1" status: 200 len: 375 time: 0.0287817 Jun 18 22:03:14.547276 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cead4996-b36f-465d-8bf9-fcc7d24aa2c2 req-207ae46a-1533-4c46-b6b5-da0270602846 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687871 Jun 18 22:03:14.577892 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-e5c07d0b-050d-4ad5-8cec-bc65a2d38e98 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bcfc9ad4e16e41faad1eec1dd49c373a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931602 Jun 18 22:03:14.716268 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 35f180d2-8fb2-47b7-afac-92a07fe144bb up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:14.731170 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-ac625fe4-ea81-4016-a1e0-37890d02269d service neutron] 10.222.0.38 "GET /v2.0/networks/f66cd9a0-4495-46b4-8965-0b3794f85407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440506 Jun 18 22:03:14.834238 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801c1c4-8729-4950-9790-5cf0d2a67f55 req-694efe6c-5809-4e16-b8d0-a6c4f1c7666b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:14.836083 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0801c1c4-8729-4950-9790-5cf0d2a67f55 req-694efe6c-5809-4e16-b8d0-a6c4f1c7666b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.1653523 Jun 18 22:03:14.885380 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:14.885617 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 35f180d2-8fb2-47b7-afac-92a07fe144bb completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:14.889712 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 35f180d2-8fb2-47b7-afac-92a07fe144bb triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:14.890094 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:14.948018 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-907d106f-09c0-442e-84da-22bf8d1cb5d5 service neutron] 10.222.0.38 "GET /v2.0/networks/f66cd9a0-4495-46b4-8965-0b3794f85407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092266 Jun 18 22:03:14.953103 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0801c1c4-8729-4950-9790-5cf0d2a67f55 req-55ab595c-7e38-41b5-a72c-7c834b708425 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057727 Jun 18 22:03:14.990087 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.049014 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port 35f180d2-8fb2-47b7-afac-92a07fe144bb, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=35f180d2-8fb2-47b7-afac-92a07fe144bb,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:15.109788 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.111773 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:15.117599 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-d1199e9a-2f24-4c88-9ebc-29a87eeb9f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:15.144337 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 35810) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:15.185000 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f72d1ad0-b14b-447b-a5e4-9639c88ffb7d req-1a5a447d-15b5-4c23-8373-1681e502821d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2802072 Jun 18 22:03:15.220843 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=35f180d2-8fb2-47b7-afac-92a07fe144bb,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:15.224411 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:15.231653 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:15.232294 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.319069 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-84a1ef3d-bae4-4a8e-8c09-92e5cbef38cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.328721 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.332781 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 3cea54b4-c6ce-4558-9dc2-941bac221ef0 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:15.394273 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 3cea54b4-c6ce-4558-9dc2-941bac221ef0 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:15.394669 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.396060 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-33fd57e6-28bc-4777-92d6-88344a1edfdf req-af806228-934e-40f1-bf95-f0221419c5ee tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 210 time: 0.1239307 Jun 18 22:03:15.429346 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816c22a-5886-41cf-9279-f1bb99410d65 req-458ba39d-609b-4cc2-87a5-b1c1e9d75959 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:15.430656 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-84a1ef3d-bae4-4a8e-8c09-92e5cbef38cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.430937 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d816c22a-5886-41cf-9279-f1bb99410d65 req-458ba39d-609b-4cc2-87a5-b1c1e9d75959 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.3170359 Jun 18 22:03:15.445465 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.445465 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-8d1cfdd1-c140-4d07-a002-d1b201b448de tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:15.491626 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-84a1ef3d-bae4-4a8e-8c09-92e5cbef38cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.497687 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-3cfacea4-7ee5-4a6f-a74a-c9eaa61e66a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:15.527603 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d1ad0-b14b-447b-a5e4-9639c88ffb7d req-5952c884-184c-404c-a094-ee7b419005f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:15.531603 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1ef3d-bae4-4a8e-8c09-92e5cbef38cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3b198e-8cb2-40f0-ba19-081e97d70261,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:15.531737 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f72d1ad0-b14b-447b-a5e4-9639c88ffb7d req-5952c884-184c-404c-a094-ee7b419005f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02a6e92122c648009a67bed9a25e5509&device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 1098 time: 0.2581580 Jun 18 22:03:15.532667 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-84a1ef3d-bae4-4a8e-8c09-92e5cbef38cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:15.563622 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-84a1ef3d-bae4-4a8e-8c09-92e5cbef38cd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c26d7f9135b4476f90a723d3664d3bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4175220 Jun 18 22:03:15.566245 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 35822) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:15.570677 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546575'] for router_interface, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.591204 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Pushing event updated for resources: {'Port': ['ID=6bda618a-e812-4281-ac20-20556c01c124,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:15.610315 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:15.626711 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1df6c7a6-5f63-4b35-b8e5-f86e7981dc3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.642987 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d816c22a-5886-41cf-9279-f1bb99410d65 req-21ae9b58-c5fa-4a80-801b-81fbe7654083 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038920 Jun 18 22:03:15.650945 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1df6c7a6-5f63-4b35-b8e5-f86e7981dc3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.792788 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d1ad0-b14b-447b-a5e4-9639c88ffb7d req-a7d9b727-952a-48ea-aa2b-ab13642c3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:15.794292 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f72d1ad0-b14b-447b-a5e4-9639c88ffb7d req-a7d9b727-952a-48ea-aa2b-ab13642c3302 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e3d4388-f912-494e-9274-2eaf8813e493 HTTP/1.1" status: 200 len: 920 time: 0.2215526 Jun 18 22:03:15.809013 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Network ee95627d-54a8-4907-88bd-5e8e238c5231 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:15.814028 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:15.851825 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1df6c7a6-5f63-4b35-b8e5-f86e7981dc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.855491 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1df6c7a6-5f63-4b35-b8e5-f86e7981dc3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.868597 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f72d1ad0-b14b-447b-a5e4-9639c88ffb7d req-2df9adc8-2933-45ff-b21b-0c76a1f1f946 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b427870c-d48c-4e63-aa2d-9835c4427716 HTTP/1.1" status: 200 len: 217 time: 0.0507629 Jun 18 22:03:15.872067 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-1df6c7a6-5f63-4b35-b8e5-f86e7981dc3e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9a3b198e-8cb2-40f0-ba19-081e97d70261 HTTP/1.1" status: 204 len: 168 time: 0.3035326 Jun 18 22:03:15.873126 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-702d24a5-9bdf-479b-818e-aab03683b2e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:15.894275 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6c7a6-5f63-4b35-b8e5-f86e7981dc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3b198e-8cb2-40f0-ba19-081e97d70261,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:15.899258 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-1df6c7a6-5f63-4b35-b8e5-f86e7981dc3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:15.973427 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186d35e-4eb7-4e1f-9c9d-b754bb3e1b94 req-a9a57160-a952-4641-b854-3bb98290ee4c tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:15.974912 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0186d35e-4eb7-4e1f-9c9d-b754bb3e1b94 req-a9a57160-a952-4641-b854-3bb98290ee4c tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.2463102 Jun 18 22:03:16.036887 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d1ad0-b14b-447b-a5e4-9639c88ffb7d req-d9139d9f-a543-4f6e-a140-7be081d527d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:16.038546 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f72d1ad0-b14b-447b-a5e4-9639c88ffb7d req-d9139d9f-a543-4f6e-a140-7be081d527d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6010c590-2fee-479f-8c83-b0d256412620 HTTP/1.1" status: 200 len: 859 time: 0.1307943 Jun 18 22:03:16.101633 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f72d1ad0-b14b-447b-a5e4-9639c88ffb7d req-c683bd12-3502-43de-b6ae-447fae6d81d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e3d4388-f912-494e-9274-2eaf8813e493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458670 Jun 18 22:03:16.101821 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-9fb9665e-60e0-4272-8e46-c9d2d8d27ae2 None None] Provisioning complete for port 6bda618a-e812-4281-ac20-20556c01c124 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:16.101821 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9fb9665e-60e0-4272-8e46-c9d2d8d27ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:16.110696 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0186d35e-4eb7-4e1f-9c9d-b754bb3e1b94 req-f8921d31-5452-4de4-9403-9fb4cf86c93e tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030426 Jun 18 22:03:16.116687 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Router 680587f5-ee39-499f-b9fc-be6e3f897636 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:03:16.143044 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-9fb9665e-60e0-4272-8e46-c9d2d8d27ae2 None None] Port 6bda618a-e812-4281-ac20-20556c01c124 cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:03:16.300544 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f72d1ad0-b14b-447b-a5e4-9639c88ffb7d req-c38e4b0d-b603-42a6-9678-13f9614e3ac0 service neutron] 10.222.0.44 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890812 Jun 18 22:03:16.339125 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c86461-7211-4ded-b798-eb477c16b946 req-fc38f105-aa0c-4a1e-a5a6-57282f0ff4f3 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:16.340553 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a5c86461-7211-4ded-b798-eb477c16b946 req-fc38f105-aa0c-4a1e-a5a6-57282f0ff4f3 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.2227743 Jun 18 22:03:16.445938 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:03:16.457523 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] 10.222.0.38 "PUT /v2.0/routers/680587f5-ee39-499f-b9fc-be6e3f897636/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1039312 Jun 18 22:03:16.461870 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Sync routers for ids ['680587f5-ee39-499f-b9fc-be6e3f897636'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:03:16.462908 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a5c86461-7211-4ded-b798-eb477c16b946 req-a6d21c18-711c-4462-87eb-c8e0bbe50a78 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130295 Jun 18 22:03:16.474374 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Routers {'680587f5-ee39-499f-b9fc-be6e3f897636'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:03:16.475261 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:03:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['680587f5-ee39-499f-b9fc-be6e3f897636'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:16.479889 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f72d1ad0-b14b-447b-a5e4-9639c88ffb7d req-9e9b8d1c-59f1-40ba-b6e1-09ef32715dd2 service neutron] 10.222.0.44 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496115 Jun 18 22:03:16.606051 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6afdc19e-9fcc-4b74-8088-81dbd7b31c43 req-82ff30d5-7096-45b7-ad6b-99bbee713e9a tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 210 time: 0.0839469 Jun 18 22:03:16.612831 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Set router 680587f5-ee39-499f-b9fc-be6e3f897636 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:03:16.642333 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 35f180d2-8fb2-47b7-afac-92a07fe144bb up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:16.702822 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 35846) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:16.718526 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d8d2da31-fdef-4ee8-881c-415d062b042f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:16.828062 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d8d2da31-fdef-4ee8-881c-415d062b042f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:16.855507 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 35f180d2-8fb2-47b7-afac-92a07fe144bb triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:16.855908 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:16.900527 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680587f5-ee39-499f-b9fc-be6e3f897636', 'name': 'tempest-TestMinimumBasicScenario-1215488304-router', 'tenant_id': '5a04c16affed4cc6ab06795787050e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '35f180d2-8fb2-47b7-afac-92a07fe144bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:09Z', 'updated_at': '2021-06-18T22:03:14Z', 'revision_number': 4, 'project_id': '5a04c16affed4cc6ab06795787050e15', 'gw_port': {'id': '35f180d2-8fb2-47b7-afac-92a07fe144bb', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680587f5-ee39-499f-b9fc-be6e3f897636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:10Z', 'updated_at': '2021-06-18T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '6bda618a-e812-4281-ac20-20556c01c124', 'name': '', 'network_id': 'ee95627d-54a8-4907-88bd-5e8e238c5231', 'tenant_id': '5a04c16affed4cc6ab06795787050e15', 'mac_address': 'fa:16:3e:28:6e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680587f5-ee39-499f-b9fc-be6e3f897636', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '4eb75a40-89c4-44b5-85c8-0dd446ced2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:13Z', 'updated_at': '2021-06-18T22:03:15Z', 'revision_number': 2, 'project_id': '5a04c16affed4cc6ab06795787050e15', 'subnets': [{'id': '4eb75a40-89c4-44b5-85c8-0dd446ced2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:16.907424 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a800e97-34db-41ac-8979-7fe3cc6eb221 req-fa960a4e-3441-4b97-9e26-54cc579b49c3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:16.908960 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2a800e97-34db-41ac-8979-7fe3cc6eb221 req-fa960a4e-3441-4b97-9e26-54cc579b49c3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0729961 Jun 18 22:03:16.929419 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Checking router: 680587f5-ee39-499f-b9fc-be6e3f897636 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:03:16.929905 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Updating router 680587f5-ee39-499f-b9fc-be6e3f897636 port 6bda618a-e812-4281-ac20-20556c01c124 binding host dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:03:16.945943 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d8d2da31-fdef-4ee8-881c-415d062b042f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:16.954909 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:16.966683 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2a800e97-34db-41ac-8979-7fe3cc6eb221 req-3c109296-c429-4833-97fb-022df12468de tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503926 Jun 18 22:03:16.998947 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.004130 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-d8d2da31-fdef-4ee8-881c-415d062b042f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ffd754c25dcc42388a389534d035fe72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957644 Jun 18 22:03:17.004130 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2da31-fdef-4ee8-881c-415d062b042f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6e1c03-304d-48ba-bc17-d934e71a94f0,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:17.004130 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-d8d2da31-fdef-4ee8-881c-415d062b042f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:17.008315 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 35850) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:17.098199 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b8b25280-f963-49ff-b747-34f3e2c0d680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.135320 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b8b25280-f963-49ff-b747-34f3e2c0d680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.308422 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b8b25280-f963-49ff-b747-34f3e2c0d680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.450330 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b8b25280-f963-49ff-b747-34f3e2c0d680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.450330 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-b8b25280-f963-49ff-b747-34f3e2c0d680 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3a6e1c03-304d-48ba-bc17-d934e71a94f0 HTTP/1.1" status: 204 len: 168 time: 0.3069043 Jun 18 22:03:17.450330 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-4e25152d-14f5-446a-95f8-b62b062b8c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:17.450330 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b25280-f963-49ff-b747-34f3e2c0d680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6e1c03-304d-48ba-bc17-d934e71a94f0,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:17.450330 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-b8b25280-f963-49ff-b747-34f3e2c0d680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:17.450330 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce055227-6179-42eb-9884-00b2c741e9f6 req-337bb4f1-bcf2-45f9-a5c1-a02a68abe671 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:17.450330 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce055227-6179-42eb-9884-00b2c741e9f6 req-337bb4f1-bcf2-45f9-a5c1-a02a68abe671 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0991056 Jun 18 22:03:17.496786 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.508959 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce055227-6179-42eb-9884-00b2c741e9f6 req-271d131d-f476-4823-adb2-44005e2f8857 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434716 Jun 18 22:03:17.510081 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Transition to ACTIVE for port object 6bda618a-e812-4281-ac20-20556c01c124 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:17.634776 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.636353 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-b3376bed-492d-414d-a809-7eb3f12af570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:17.691303 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255040c7-fd4c-440c-a51e-8ae63a8e0d4c req-cba74d87-0988-47a0-88f2-8fab42d11da3 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:17.693361 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-255040c7-fd4c-440c-a51e-8ae63a8e0d4c req-cba74d87-0988-47a0-88f2-8fab42d11da3 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.0749485 Jun 18 22:03:17.832927 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-255040c7-fd4c-440c-a51e-8ae63a8e0d4c req-b8608511-6940-4d34-9801-32be8c66062e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286390 Jun 18 22:03:17.890586 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-226be140-c6cc-499a-8685-ccdc761f8cb9 req-a98ab677-bb5f-42ef-91eb-d11acd3d9ed0 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 210 time: 0.0665338 Jun 18 22:03:17.973660 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12add5cd-3668-4cd4-9b72-532713b65f1a req-b99e8eab-f072-46f1-8293-8efedbf00c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:17.979074 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12add5cd-3668-4cd4-9b72-532713b65f1a req-b99e8eab-f072-46f1-8293-8efedbf00c81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02a6e92122c648009a67bed9a25e5509&device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 1098 time: 0.0909832 Jun 18 22:03:18.058766 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81edcee-0466-4db4-8a4d-c41d931eba57 None None] Pushing event updated for resources: {'Port': ['ID=6bda618a-e812-4281-ac20-20556c01c124,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:18.069903 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-f81edcee-0466-4db4-8a4d-c41d931eba57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:18.082641 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Attempting to bind port 6bda618a-e812-4281-ac20-20556c01c124 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:03:18.083467 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Attempting to bind port 6bda618a-e812-4281-ac20-20556c01c124 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': '3eefd283-a72f-4f2b-97fc-ff5eb2cd6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee95627d-54a8-4907-88bd-5e8e238c5231'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:03:18.084091 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Attempting to bind port 6bda618a-e812-4281-ac20-20556c01c124 on network ee95627d-54a8-4907-88bd-5e8e238c5231 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:18.092388 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:03:18.093052 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Checking segment: {'id': '3eefd283-a72f-4f2b-97fc-ff5eb2cd6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee95627d-54a8-4907-88bd-5e8e238c5231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:18.093709 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:18.094330 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Bound using segment: {'id': '3eefd283-a72f-4f2b-97fc-ff5eb2cd6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee95627d-54a8-4907-88bd-5e8e238c5231'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:03:18.095051 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Bound port: 6bda618a-e812-4281-ac20-20556c01c124, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eefd283-a72f-4f2b-97fc-ff5eb2cd6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee95627d-54a8-4907-88bd-5e8e238c5231'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:03:18.095834 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:18.156154 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12add5cd-3668-4cd4-9b72-532713b65f1a req-878a6c9c-ebee-4d11-be09-c96db6f95f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:18.157637 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12add5cd-3668-4cd4-9b72-532713b65f1a req-878a6c9c-ebee-4d11-be09-c96db6f95f24 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e3d4388-f912-494e-9274-2eaf8813e493 HTTP/1.1" status: 200 len: 920 time: 0.1643157 Jun 18 22:03:18.173667 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:18.213883 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] For port 6bda618a-e812-4281-ac20-20556c01c124, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:03:18.217480 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] For port 6bda618a-e812-4281-ac20-20556c01c124, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=6bda618a-e812-4281-ac20-20556c01c124,segment=NetworkSegment(3eefd283-a72f-4f2b-97fc-ff5eb2cd6021),segment_id=3eefd283-a72f-4f2b-97fc-ff5eb2cd6021)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:03:18.228323 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12add5cd-3668-4cd4-9b72-532713b65f1a req-b05aa3da-ac90-402a-9932-113765c5d089 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d722b41-85ff-42d5-b436-afd06a4cbb66 HTTP/1.1" status: 200 len: 217 time: 0.0559859 Jun 18 22:03:18.280981 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:18.285086 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:18.374613 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Routers {'680587f5-ee39-499f-b9fc-be6e3f897636'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:03:18.374613 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:03:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['680587f5-ee39-499f-b9fc-be6e3f897636'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:18.381161 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81edcee-0466-4db4-8a4d-c41d931eba57 None None] Pushing event updated for resources: {'Port': ['ID=6bda618a-e812-4281-ac20-20556c01c124,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:18.417376 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-f81edcee-0466-4db4-8a4d-c41d931eba57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:18.743321 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] Set router 680587f5-ee39-499f-b9fc-be6e3f897636 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:03:18.770874 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34975f0b-434c-4c86-9cee-db6a08b76ea9 req-a1e3ce29-adf2-4491-8ee6-c858aa4b399d tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:18.779194 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-34975f0b-434c-4c86-9cee-db6a08b76ea9 req-a1e3ce29-adf2-4491-8ee6-c858aa4b399d tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.6563766 Jun 18 22:03:18.783186 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12add5cd-3668-4cd4-9b72-532713b65f1a req-aadd60b1-6d42-414e-ab97-e7fec11adb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:18.784775 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12add5cd-3668-4cd4-9b72-532713b65f1a req-aadd60b1-6d42-414e-ab97-e7fec11adb9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6010c590-2fee-479f-8c83-b0d256412620 HTTP/1.1" status: 200 len: 859 time: 0.5357094 Jun 18 22:03:19.080068 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12add5cd-3668-4cd4-9b72-532713b65f1a req-106fa91a-63ba-4d91-bcbf-6f59a6f04180 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e3d4388-f912-494e-9274-2eaf8813e493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2743182 Jun 18 22:03:19.123376 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-34975f0b-434c-4c86-9cee-db6a08b76ea9 req-8ce53cb7-b24b-4058-8358-43eece2b4d54 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429909 Jun 18 22:03:19.278254 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680587f5-ee39-499f-b9fc-be6e3f897636', 'name': 'tempest-TestMinimumBasicScenario-1215488304-router', 'tenant_id': '5a04c16affed4cc6ab06795787050e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '35f180d2-8fb2-47b7-afac-92a07fe144bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:09Z', 'updated_at': '2021-06-18T22:03:14Z', 'revision_number': 4, 'project_id': '5a04c16affed4cc6ab06795787050e15', 'gw_port': {'id': '35f180d2-8fb2-47b7-afac-92a07fe144bb', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680587f5-ee39-499f-b9fc-be6e3f897636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:10Z', 'updated_at': '2021-06-18T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '6bda618a-e812-4281-ac20-20556c01c124', 'name': '', 'network_id': 'ee95627d-54a8-4907-88bd-5e8e238c5231', 'tenant_id': '5a04c16affed4cc6ab06795787050e15', 'mac_address': 'fa:16:3e:28:6e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680587f5-ee39-499f-b9fc-be6e3f897636', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '4eb75a40-89c4-44b5-85c8-0dd446ced2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:13Z', 'updated_at': '2021-06-18T22:03:18Z', 'revision_number': 4, 'project_id': '5a04c16affed4cc6ab06795787050e15', 'subnets': [{'id': '4eb75a40-89c4-44b5-85c8-0dd446ced2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:19.355447 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd1c61-d5c3-4798-8cf3-e8283fa3cfcf None None] The sync data for ids ['680587f5-ee39-499f-b9fc-be6e3f897636'] in dv-cinder-766752-3-iscsi is: [{'id': '680587f5-ee39-499f-b9fc-be6e3f897636', 'name': 'tempest-TestMinimumBasicScenario-1215488304-router', 'tenant_id': '5a04c16affed4cc6ab06795787050e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '35f180d2-8fb2-47b7-afac-92a07fe144bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:09Z', 'updated_at': '2021-06-18T22:03:14Z', 'revision_number': 4, 'project_id': '5a04c16affed4cc6ab06795787050e15', 'gw_port': {'id': '35f180d2-8fb2-47b7-afac-92a07fe144bb', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680587f5-ee39-499f-b9fc-be6e3f897636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:10Z', 'updated_at': '2021-06-18T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '6bda618a-e812-4281-ac20-20556c01c124', 'name': '', 'network_id': 'ee95627d-54a8-4907-88bd-5e8e238c5231', 'tenant_id': '5a04c16affed4cc6ab06795787050e15', 'mac_address': 'fa:16:3e:28:6e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680587f5-ee39-499f-b9fc-be6e3f897636', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '4eb75a40-89c4-44b5-85c8-0dd446ced2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:13Z', 'updated_at': '2021-06-18T22:03:18Z', 'revision_number': 4, 'project_id': '5a04c16affed4cc6ab06795787050e15', 'subnets': [{'id': '4eb75a40-89c4-44b5-85c8-0dd446ced2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:03:19.431085 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1462431-f7bb-464f-8b17-a6dc7d63d97d req-a7503feb-cb68-48d0-9548-0ba85377e716 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:19.438785 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e1462431-f7bb-464f-8b17-a6dc7d63d97d req-a7503feb-cb68-48d0-9548-0ba85377e716 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.6528783 Jun 18 22:03:19.451754 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-3c61235c-20e8-4c59-a67f-3b34e013be39 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:19.453317 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-3c61235c-20e8-4c59-a67f-3b34e013be39 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.44 "GET /v2.0/networks?id=f66cd9a0-4495-46b4-8965-0b3794f85407 HTTP/1.1" status: 200 len: 815 time: 0.6666012 Jun 18 22:03:19.494838 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-f324c81f-d2b9-405c-b320-6cc0204df1be tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Request body: {'port': {'device_id': 'cc99d9b2-dd8c-4084-9f9a-b2591043daef', 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407', 'admin_state_up': True, 'tenant_id': 'bcfc9ad4e16e41faad1eec1dd49c373a'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:19.617790 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e1462431-f7bb-464f-8b17-a6dc7d63d97d req-5f0612ba-581f-4070-84dc-da72ceeba343 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779392 Jun 18 22:03:19.638058 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12add5cd-3668-4cd4-9b72-532713b65f1a req-010f0e64-2bb0-4d2c-9e31-ab255a82f74e service neutron] 10.222.0.44 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410583 Jun 18 22:03:19.664310 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196c0af-db8a-4767-9e7b-6b52ee24ff70 req-eb7fd551-f54c-4ee4-ab67-4a1ae4a6b5f3 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:19.665937 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e196c0af-db8a-4767-9e7b-6b52ee24ff70 req-eb7fd551-f54c-4ee4-ab67-4a1ae4a6b5f3 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.3177235 Jun 18 22:03:19.936650 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12add5cd-3668-4cd4-9b72-532713b65f1a req-23ed8e61-74a2-468e-a155-28819228a22a service neutron] 10.222.0.44 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548349 Jun 18 22:03:19.993074 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b42b9de1-6cea-4097-bc35-6bc90d2a016e req-2afa77e8-fbb3-4134-8b64-142f2fb217c5 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 210 time: 0.0990374 Jun 18 22:03:20.030760 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e196c0af-db8a-4767-9e7b-6b52ee24ff70 req-1981f8ef-8506-43a2-9ca8-651dd86cfb81 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3550415 Jun 18 22:03:20.261847 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-f324c81f-d2b9-405c-b320-6cc0204df1be tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Made reservation on behalf of bcfc9ad4e16e41faad1eec1dd49c373a for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:03:20.265628 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-f324c81f-d2b9-405c-b320-6cc0204df1be tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:20.512284 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe5ac0-b31a-4a69-aa90-c920598490dc req-97da7769-1559-4917-afdb-657bb50af31c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:20.513784 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-98fe5ac0-b31a-4a69-aa90-c920598490dc req-97da7769-1559-4917-afdb-657bb50af31c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1926689 Jun 18 22:03:20.518787 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-f324c81f-d2b9-405c-b320-6cc0204df1be tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Allocated IP 172.20.0.3 (f66cd9a0-4495-46b4-8965-0b3794f85407/82374838-d364-4f4d-9932-55108600dd39/23bfdc43-efb9-4309-b351-2850ada02911) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:03:20.721372 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 6bda618a-e812-4281-ac20-20556c01c124 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:20.741661 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-98fe5ac0-b31a-4a69-aa90-c920598490dc req-26e3783e-2528-482e-ae91-6b6ffd1024dc tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206280 Jun 18 22:03:20.779821 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-f324c81f-d2b9-405c-b320-6cc0204df1be tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:20.908208 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 6bda618a-e812-4281-ac20-20556c01c124 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:20.909222 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-f324c81f-d2b9-405c-b320-6cc0204df1be tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:20.918777 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 6bda618a-e812-4281-ac20-20556c01c124 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:20.918777 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:20.919606 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-df4066fb-58f5-43a0-b3dd-ba653ae8dcad tempest-VolumesNegativeTest-351851903 tempest-VolumesNegativeTest-351851903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:20.960907 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['ef7eb14d-ec5b-41a3-8806-305621cdcf93', '1b5282f7-34f0-4108-9ffd-6aac3607c1c0'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:03:20.973614 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-f324c81f-d2b9-405c-b320-6cc0204df1be tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Network f66cd9a0-4495-46b4-8965-0b3794f85407 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:20.985395 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-f324c81f-d2b9-405c-b320-6cc0204df1be tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:20.991859 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-f324c81f-d2b9-405c-b320-6cc0204df1be tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:03:21.042784 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ead66a-57d1-4f20-9dc7-b635f4cf82fe req-67fba831-7808-4ec1-a6a4-339cba89760b tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:21.045000 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-52ead66a-57d1-4f20-9dc7-b635f4cf82fe req-67fba831-7808-4ec1-a6a4-339cba89760b tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.1861620 Jun 18 22:03:21.049486 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324c81f-d2b9-405c-b320-6cc0204df1be tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Pushing event updated for resources: {'Port': ['ID=23bfdc43-efb9-4309-b351-2850ada02911,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:21.068357 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-f324c81f-d2b9-405c-b320-6cc0204df1be tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:21.093694 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-f324c81f-d2b9-405c-b320-6cc0204df1be tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:21.094438 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-f324c81f-d2b9-405c-b320-6cc0204df1be tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:21.168054 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-52ead66a-57d1-4f20-9dc7-b635f4cf82fe req-c4fda812-19dd-4111-a532-ddce88148b15 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876496 Jun 18 22:03:21.218093 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-f324c81f-d2b9-405c-b320-6cc0204df1be tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7329125 Jun 18 22:03:21.252087 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Request body: {'port': {'device_id': 'cc99d9b2-dd8c-4084-9f9a-b2591043daef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:21.298696 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:21.441052 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port 6bda618a-e812-4281-ac20-20556c01c124, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=6bda618a-e812-4281-ac20-20556c01c124,segment=NetworkSegment(3eefd283-a72f-4f2b-97fc-ff5eb2cd6021),segment_id=3eefd283-a72f-4f2b-97fc-ff5eb2cd6021)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:21.492525 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:21.509738 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:21.515623 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-19b54c32-9555-4e4c-b8a6-d94dc8fe995b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:21.604262 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10670f3-bce8-48c8-bafa-b17d80ebcfa8 req-6b918135-feb8-4584-a31f-bdc14f9b6bb3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:21.623397 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=6bda618a-e812-4281-ac20-20556c01c124,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:21.623397 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:21.624450 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e10670f3-bce8-48c8-bafa-b17d80ebcfa8 req-6b918135-feb8-4584-a31f-bdc14f9b6bb3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 931 time: 0.2968001 Jun 18 22:03:21.629158 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58047a-9c5c-4095-bb58-e57bf13b834a req-67056e66-27f4-46f5-82db-83feedb6a151 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:21.630637 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fd58047a-9c5c-4095-bb58-e57bf13b834a req-67056e66-27f4-46f5-82db-83feedb6a151 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.2262170 Jun 18 22:03:21.804718 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fd58047a-9c5c-4095-bb58-e57bf13b834a req-47d639a5-d885-41e7-b5bb-9c0418261479 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378024 Jun 18 22:03:21.828749 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e10670f3-bce8-48c8-bafa-b17d80ebcfa8 req-a4ce8093-275f-43e2-9729-7059177fd6aa tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136376 Jun 18 22:03:22.060521 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23bfdc43-efb9-4309-b351-2850ada02911 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:03:22.070017 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:22.080952 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da789ca0-9ee1-49db-9197-145065e74ebb req-90604186-9bb1-42f3-8937-c5c917986bef tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:22.088729 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-da789ca0-9ee1-49db-9197-145065e74ebb req-90604186-9bb1-42f3-8937-c5c917986bef tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1493602 Jun 18 22:03:22.117421 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Transition to ACTIVE for port object 23bfdc43-efb9-4309-b351-2850ada02911 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:22.137197 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-da789ca0-9ee1-49db-9197-145065e74ebb req-4127b500-1d10-443f-8a96-3d0cf8f3457a tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469155 Jun 18 22:03:22.204382 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:22.219173 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-2c82175b-1327-4bcb-8107-49e895c4552c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:22.416804 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Pushing event updated for resources: {'Port': ['ID=23bfdc43-efb9-4309-b351-2850ada02911,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:22.422578 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:22.472813 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Attempting to bind port 23bfdc43-efb9-4309-b351-2850ada02911 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:03:22.472813 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Attempting to bind port 23bfdc43-efb9-4309-b351-2850ada02911 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '1b120709-34cb-4f00-b4fc-a79711c7951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:03:22.473128 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Attempting to bind port 23bfdc43-efb9-4309-b351-2850ada02911 on network f66cd9a0-4495-46b4-8965-0b3794f85407 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:22.481635 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Port 23bfdc43-efb9-4309-b351-2850ada02911 on network f66cd9a0-4495-46b4-8965-0b3794f85407 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:03:22.482790 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Attempting to bind port 23bfdc43-efb9-4309-b351-2850ada02911 on network f66cd9a0-4495-46b4-8965-0b3794f85407 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:22.501220 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a48e8-3858-48a4-aae6-e96ae1d9b233 req-364f6feb-3088-4500-a86c-454ecbf57026 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:22.502736 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-931a48e8-3858-48a4-aae6-e96ae1d9b233 req-364f6feb-3088-4500-a86c-454ecbf57026 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.1487708 Jun 18 22:03:22.503687 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:03:22.504021 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Checking segment: {'id': '1b120709-34cb-4f00-b4fc-a79711c7951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:22.504768 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Bound using segment: {'id': '1b120709-34cb-4f00-b4fc-a79711c7951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:03:22.505243 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Bound port: 23bfdc43-efb9-4309-b351-2850ada02911, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b120709-34cb-4f00-b4fc-a79711c7951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:03:22.505586 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:22.582746 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-931a48e8-3858-48a4-aae6-e96ae1d9b233 req-19a0963f-975c-4bf4-9b3d-4465a2dfa128 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706058 Jun 18 22:03:22.647274 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] For port 23bfdc43-efb9-4309-b351-2850ada02911, host hv-cinder-76675, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:03:22.650580 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] For port 23bfdc43-efb9-4309-b351-2850ada02911, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=23bfdc43-efb9-4309-b351-2850ada02911,segment=NetworkSegment(1b120709-34cb-4f00-b4fc-a79711c7951d),segment_id=1b120709-34cb-4f00-b4fc-a79711c7951d)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:03:22.659654 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 6bda618a-e812-4281-ac20-20556c01c124 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:22.722228 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:22.724115 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 6bda618a-e812-4281-ac20-20556c01c124 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:22.724868 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:22.725393 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-f324c81f-d2b9-405c-b320-6cc0204df1be tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:22.794627 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:22.795244 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:22.796684 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] 10.222.0.44 "PUT /v2.0/ports/23bfdc43-efb9-4309-b351-2850ada02911 HTTP/1.1" status: 200 len: 1093 time: 1.5514269 Jun 18 22:03:22.797218 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc99d9b2-dd8c-4084-9f9a-b2591043daef', 'tag': '23bfdc43-efb9-4309-b351-2850ada02911'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:03:22.812152 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159b0a0b-5773-4dbc-b348-d58aed889824" -d '{"events": [{"name": "network-changed", "server_uuid": "cc99d9b2-dd8c-4084-9f9a-b2591043daef", "tag": "23bfdc43-efb9-4309-b351-2850ada02911"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:03:22.833272 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Pushing event updated for resources: {'Port': ['ID=23bfdc43-efb9-4309-b351-2850ada02911,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:22.840216 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:22.885450 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d211861-0eb6-47f5-97ed-57d83afe3b01 x-openstack-request-id: req-2d211861-0eb6-47f5-97ed-57d83afe3b01 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:03:22.885772 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc99d9b2-dd8c-4084-9f9a-b2591043daef", "tag": "23bfdc43-efb9-4309-b351-2850ada02911", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:03:22.886056 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2d211861-0eb6-47f5-97ed-57d83afe3b01 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:03:22.886551 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc99d9b2-dd8c-4084-9f9a-b2591043daef', 'tag': '23bfdc43-efb9-4309-b351-2850ada02911', 'status': 'completed', 'code': 200} Jun 18 22:03:23.080823 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fe414-bdc4-44bc-be68-98b2575d12fb req-1cde5825-e71f-454f-a20b-a456daa3f8d8 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:23.080823 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ed9fe414-bdc4-44bc-be68-98b2575d12fb req-1cde5825-e71f-454f-a20b-a456daa3f8d8 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.1125295 Jun 18 22:03:23.080823 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a18d30-0589-41e0-b9d7-a01685aba1da req-4aff207a-cebe-4095-a1c9-6b61ae68dd67 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:23.081778 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-91a18d30-0589-41e0-b9d7-a01685aba1da req-4aff207a-cebe-4095-a1c9-6b61ae68dd67 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 943 time: 0.0911877 Jun 18 22:03:23.137819 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-91a18d30-0589-41e0-b9d7-a01685aba1da req-3747aa94-a300-4db3-bd6c-2a9864ed6b05 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496516 Jun 18 22:03:23.140544 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ed9fe414-bdc4-44bc-be68-98b2575d12fb req-5f75824e-37a1-4979-9f55-ff6d7c78abeb tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587399 Jun 18 22:03:23.316127 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641774fb-8b68-4e7f-a27b-3485d530055e req-0fb6b0ec-017a-4085-adec-d9b3cec05745 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:23.317791 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-641774fb-8b68-4e7f-a27b-3485d530055e req-0fb6b0ec-017a-4085-adec-d9b3cec05745 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0657485 Jun 18 22:03:23.361745 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-641774fb-8b68-4e7f-a27b-3485d530055e req-70bd0b74-3227-45e7-93e8-0e3345efc646 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309019 Jun 18 22:03:23.793633 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a9df5-41db-44f0-8213-37ff22dcb4f4 req-1d6002ff-928f-4294-9a63-8526d647f978 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:23.796026 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a6a9df5-41db-44f0-8213-37ff22dcb4f4 req-1d6002ff-928f-4294-9a63-8526d647f978 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0739110 Jun 18 22:03:23.842810 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a6a9df5-41db-44f0-8213-37ff22dcb4f4 req-99a40cd5-873e-4a30-a3f6-6a8a6eff85b6 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381005 Jun 18 22:03:24.424525 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100aa62d-2ecf-46fb-839d-79d86126c508 req-086d65d2-1371-49b7-89d2-426f5136be48 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:24.426736 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-100aa62d-2ecf-46fb-839d-79d86126c508 req-086d65d2-1371-49b7-89d2-426f5136be48 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 943 time: 0.1231842 Jun 18 22:03:24.445484 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5307b2-56db-4bb9-9aee-825da8c946b6 req-8c056607-19b5-4582-a696-bdfc6847ced8 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:24.447195 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3d5307b2-56db-4bb9-9aee-825da8c946b6 req-8c056607-19b5-4582-a696-bdfc6847ced8 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.1056001 Jun 18 22:03:24.498237 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-100aa62d-2ecf-46fb-839d-79d86126c508 req-3da4ac38-7ed9-4320-8a1a-ee7143ee01b9 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652201 Jun 18 22:03:24.516763 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3d5307b2-56db-4bb9-9aee-825da8c946b6 req-8baab5ea-0f37-4268-ab87-ec6427734449 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613682 Jun 18 22:03:24.686549 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946c598-fc94-4e83-99d4-426c55908066 req-e9007152-abc9-4ebc-b9b0-3121938e7a83 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:24.688342 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b946c598-fc94-4e83-99d4-426c55908066 req-e9007152-abc9-4ebc-b9b0-3121938e7a83 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0684390 Jun 18 22:03:24.728482 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b946c598-fc94-4e83-99d4-426c55908066 req-a2dee0ee-c8f2-4e4f-9c59-d2f133e61e7d tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333393 Jun 18 22:03:24.892820 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b0a0b-5773-4dbc-b348-d58aed889824 req-55dc10a5-7a4d-4b50-905b-95cd2a252557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:24.894295 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-159b0a0b-5773-4dbc-b348-d58aed889824 req-55dc10a5-7a4d-4b50-905b-95cd2a252557 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bcfc9ad4e16e41faad1eec1dd49c373a&device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 1096 time: 0.0725060 Jun 18 22:03:25.101488 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b0a0b-5773-4dbc-b348-d58aed889824 req-49808a30-1a39-4eba-81e4-e6b05723f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:25.103227 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-159b0a0b-5773-4dbc-b348-d58aed889824 req-49808a30-1a39-4eba-81e4-e6b05723f602 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=bcfc9ad4e16e41faad1eec1dd49c373a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1635103 Jun 18 22:03:25.115777 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6a031-bf3f-4770-b4fd-4062215651a5 req-1ed2f7e2-fb7c-48ad-b291-73c920b74de5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:25.118344 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-19e6a031-bf3f-4770-b4fd-4062215651a5 req-1ed2f7e2-fb7c-48ad-b291-73c920b74de5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.1090894 Jun 18 22:03:25.214670 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-19e6a031-bf3f-4770-b4fd-4062215651a5 req-57f49f7b-e4d5-4e84-b46e-892791f5d4f7 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877635 Jun 18 22:03:25.248384 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b0a0b-5773-4dbc-b348-d58aed889824 req-a2f6ebf7-908c-48e1-a105-17796c450efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:25.249816 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-159b0a0b-5773-4dbc-b348-d58aed889824 req-a2f6ebf7-908c-48e1-a105-17796c450efa service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304345 Jun 18 22:03:25.422292 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-81d1f10e-8d58-477f-9841-3fc645aef176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:25.423887 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-81d1f10e-8d58-477f-9841-3fc645aef176 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bcfc9ad4e16e41faad1eec1dd49c373a&device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 1096 time: 0.0598471 Jun 18 22:03:25.487610 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-d5fa1217-1166-4b16-b87c-1d2e2f768db6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23bfdc43-efb9-4309-b351-2850ada02911 HTTP/1.1" status: 200 len: 217 time: 0.0453393 Jun 18 22:03:25.607619 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-b45972dc-e6b2-4b32-a6d1-b0d061adbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:25.614202 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-b45972dc-e6b2-4b32-a6d1-b0d061adbe65 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82374838-d364-4f4d-9932-55108600dd39 HTTP/1.1" status: 200 len: 855 time: 0.1077688 Jun 18 22:03:25.658739 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-4b01eb5a-ec82-4187-b424-ef308b0907e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f66cd9a0-4495-46b4-8965-0b3794f85407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408797 Jun 18 22:03:25.832084 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-b2a18113-363d-4f4e-9842-3f43c9febc0e service neutron] 10.222.0.44 "GET /v2.0/networks/f66cd9a0-4495-46b4-8965-0b3794f85407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611774 Jun 18 22:03:25.915929 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfab579-a7fc-47a5-bf85-0eec4341f96f req-81859414-5915-45f1-847b-407675de3c13 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:25.925179 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6dfab579-a7fc-47a5-bf85-0eec4341f96f req-81859414-5915-45f1-847b-407675de3c13 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 943 time: 0.1857202 Jun 18 22:03:25.964313 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3acd3e-a395-4496-a212-41810f31c9bb req-bdd68272-53fb-488a-a587-13e762bd14e1 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:25.964313 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-da3acd3e-a395-4496-a212-41810f31c9bb req-bdd68272-53fb-488a-a587-13e762bd14e1 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.2256436 Jun 18 22:03:26.028475 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6dfab579-a7fc-47a5-bf85-0eec4341f96f req-019bf682-94d7-4c7c-bdb8-53c83d99d700 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043420 Jun 18 22:03:26.349315 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-da3acd3e-a395-4496-a212-41810f31c9bb req-9bc035b2-d3ee-4ee9-85b7-f1d356aeda79 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3860080 Jun 18 22:03:26.467989 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b0b06339-e23c-4f40-be2a-2e510948c989 req-a3a9a0f2-6de2-4740-ac1b-9c6e053c6890 service neutron] 10.222.0.44 "GET /v2.0/networks/f66cd9a0-4495-46b4-8965-0b3794f85407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238818 Jun 18 22:03:26.534067 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f62b8-2923-4373-8b5e-882d84a35453 req-0eef1832-86e4-4b64-b1b5-2fa56533ea0e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:26.535630 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-944f62b8-2923-4373-8b5e-882d84a35453 req-0eef1832-86e4-4b64-b1b5-2fa56533ea0e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.2049115 Jun 18 22:03:26.579617 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130372ba-ab68-430b-a137-d54c3a16e367 req-6b0816c8-1b97-46eb-a44c-d0123bc8d73d tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:26.590553 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-130372ba-ab68-430b-a137-d54c3a16e367 req-6b0816c8-1b97-46eb-a44c-d0123bc8d73d tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.1040552 Jun 18 22:03:26.607051 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-944f62b8-2923-4373-8b5e-882d84a35453 req-a8487d1a-d0f6-444c-94f8-db994aa62063 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634592 Jun 18 22:03:26.672134 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-130372ba-ab68-430b-a137-d54c3a16e367 req-ad21c61c-5d5a-4572-976f-0a1eac33bb8e tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740268 Jun 18 22:03:26.806350 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 6c20a162-8d54-43a6-a089-b489a2c4697c details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:03:26.921686 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 6c20a162-8d54-43a6-a089-b489a2c4697c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=6c20a162-8d54-43a6-a089-b489a2c4697c,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:26.932687 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': '6c20a162-8d54-43a6-a089-b489a2c4697c', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'port_id': '6c20a162-8d54-43a6-a089-b489a2c4697c', 'mac_address': 'fa:16:3e:b0:8a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:03:26.969202 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:26.984603 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c20a162-8d54-43a6-a089-b489a2c4697c {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:03:27.003445 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 6c20a162-8d54-43a6-a089-b489a2c4697c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=6c20a162-8d54-43a6-a089-b489a2c4697c,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:27.170576 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:27.173397 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:27.208930 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff230386-5cf1-43bf-a65e-40f394c2776b req-ebb02fb4-4e3b-4496-a0b2-151857730a0f tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:27.211020 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ff230386-5cf1-43bf-a65e-40f394c2776b req-ebb02fb4-4e3b-4496-a0b2-151857730a0f tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 943 time: 0.0674162 Jun 18 22:03:27.229014 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=6c20a162-8d54-43a6-a089-b489a2c4697c,revision_number=6']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:27.232732 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:27.249878 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ff230386-5cf1-43bf-a65e-40f394c2776b req-3fc4329e-1f25-4b21-814e-05a62bfbb2d9 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327029 Jun 18 22:03:27.376536 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['6c20a162-8d54-43a6-a089-b489a2c4697c'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:03:27.628484 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf08e13-b9ad-433a-832d-7ac54de41834 req-6ebe1a57-cf1b-4bcb-a129-5194fb35a28e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:27.635192 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8bf08e13-b9ad-433a-832d-7ac54de41834 req-6ebe1a57-cf1b-4bcb-a129-5194fb35a28e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 944 time: 0.1544878 Jun 18 22:03:27.696981 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8bf08e13-b9ad-433a-832d-7ac54de41834 req-2343701f-4df3-4dd8-9111-75e1a178a2b2 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608852 Jun 18 22:03:27.902609 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34755381-2bdf-406b-8603-eb72b0af58cb req-4e37130d-3775-44b7-9506-de9cdbd0ab1b tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:27.904241 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-34755381-2bdf-406b-8603-eb72b0af58cb req-4e37130d-3775-44b7-9506-de9cdbd0ab1b tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0749516 Jun 18 22:03:27.967061 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-34755381-2bdf-406b-8603-eb72b0af58cb req-79875284-2455-4126-b973-beffdab7fcfc tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545316 Jun 18 22:03:28.139700 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:03:28.454284 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14967f-6c3b-427b-9884-b7984dfa8afc req-6f61f896-9ea5-4da9-ac7a-2827d9053931 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:28.455992 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-be14967f-6c3b-427b-9884-b7984dfa8afc req-6f61f896-9ea5-4da9-ac7a-2827d9053931 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 943 time: 0.0721443 Jun 18 22:03:28.521411 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-be14967f-6c3b-427b-9884-b7984dfa8afc req-5a396eb7-38b8-4b30-bde1-a7372f9cb5d3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588665 Jun 18 22:03:28.823504 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 23bfdc43-efb9-4309-b351-2850ada02911 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:03:28.833021 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 6c20a162-8d54-43a6-a089-b489a2c4697c up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:28.990290 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port 6c20a162-8d54-43a6-a089-b489a2c4697c triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:28.991383 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:29.034001 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3368db8-d8a7-46cf-bc5d-05f5dd64ab26 req-932fd0db-98c4-40f1-9ef5-60e88ca58840 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:29.040910 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f3368db8-d8a7-46cf-bc5d-05f5dd64ab26 req-932fd0db-98c4-40f1-9ef5-60e88ca58840 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1396453 Jun 18 22:03:29.049028 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 23bfdc43-efb9-4309-b351-2850ada02911, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=23bfdc43-efb9-4309-b351-2850ada02911,segment=NetworkSegment(1b120709-34cb-4f00-b4fc-a79711c7951d),segment_id=1b120709-34cb-4f00-b4fc-a79711c7951d)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:29.059573 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d3d95-84af-4306-8d0b-f167894ab4a5 req-749fb565-1682-4ff5-b9a2-beefaf2d7754 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:29.063935 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-580d3d95-84af-4306-8d0b-f167894ab4a5 req-749fb565-1682-4ff5-b9a2-beefaf2d7754 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 944 time: 0.1311827 Jun 18 22:03:29.080815 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': '23bfdc43-efb9-4309-b351-2850ada02911', 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407', 'port_id': '23bfdc43-efb9-4309-b351-2850ada02911', 'mac_address': 'fa:16:3e:95:c5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82374838-d364-4f4d-9932-55108600dd39', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:03:29.128727 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f3368db8-d8a7-46cf-bc5d-05f5dd64ab26 req-e13b039a-7443-4d80-92f6-65c4d6f9649c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866947 Jun 18 22:03:29.162163 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-580d3d95-84af-4306-8d0b-f167894ab4a5 req-3610c374-b2f0-48d4-9974-868da9fe9b83 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809288 Jun 18 22:03:29.169823 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:29.186044 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:29.189887 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23bfdc43-efb9-4309-b351-2850ada02911 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:03:29.235740 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 23bfdc43-efb9-4309-b351-2850ada02911, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=23bfdc43-efb9-4309-b351-2850ada02911,segment=NetworkSegment(1b120709-34cb-4f00-b4fc-a79711c7951d),segment_id=1b120709-34cb-4f00-b4fc-a79711c7951d)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:29.238508 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb7b577-acbf-49e7-b792-01fee9db6bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c20a162-8d54-43a6-a089-b489a2c4697c'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:03:29.241029 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de368d14-b5f1-4643-b72e-b56701bbe8b7" -d '{"events": [{"server_uuid": "fcb7b577-acbf-49e7-b792-01fee9db6bf7", "name": "network-vif-plugged", "status": "completed", "tag": "6c20a162-8d54-43a6-a089-b489a2c4697c"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:03:29.253941 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 6c20a162-8d54-43a6-a089-b489a2c4697c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=6c20a162-8d54-43a6-a089-b489a2c4697c,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:29.315237 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:29.323533 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-0cf7c746-3127-4c60-a203-265412c318f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:29.377601 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:29.427426 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=23bfdc43-efb9-4309-b351-2850ada02911,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:29.435003 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00f335-bbda-4639-9e4a-857bff724ef3 req-3213dc8b-bd15-44ad-9e37-2692d1394de8 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:29.435301 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:29.435745 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:29.436217 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:29.436620 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:29.437572 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:29.437572 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:29.437765 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:29.438163 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:29.438577 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:29.439094 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:29.439201 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:29.439543 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:29.442359 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2c00f335-bbda-4639-9e4a-857bff724ef3 req-3213dc8b-bd15-44ad-9e37-2692d1394de8 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.1376688 Jun 18 22:03:29.451094 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:29.451578 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:29.490938 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2c00f335-bbda-4639-9e4a-857bff724ef3 req-e6988554-2113-448b-9a5e-2b564360a32d tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473444 Jun 18 22:03:29.523284 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=6c20a162-8d54-43a6-a089-b489a2c4697c,revision_number=7']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:29.527968 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:29.548296 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c61116e-f919-4216-82fb-cb63edb3c8a9 x-openstack-request-id: req-4c61116e-f919-4216-82fb-cb63edb3c8a9 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:03:29.549473 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb7b577-acbf-49e7-b792-01fee9db6bf7", "name": "network-vif-plugged", "status": "completed", "tag": "6c20a162-8d54-43a6-a089-b489a2c4697c", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:03:29.549744 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4c61116e-f919-4216-82fb-cb63edb3c8a9 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:03:29.550150 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb7b577-acbf-49e7-b792-01fee9db6bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c20a162-8d54-43a6-a089-b489a2c4697c', 'code': 200} Jun 18 22:03:29.733560 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e54e1f-257c-49dc-822a-5207a5078443 req-15b41abd-0462-422e-8d80-e481c84fc6a3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:29.735409 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-08e54e1f-257c-49dc-822a-5207a5078443 req-15b41abd-0462-422e-8d80-e481c84fc6a3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 944 time: 0.0775414 Jun 18 22:03:29.777754 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-08e54e1f-257c-49dc-822a-5207a5078443 req-2a3d0a83-8d63-421b-8039-600021846011 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358899 Jun 18 22:03:29.809683 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['23bfdc43-efb9-4309-b351-2850ada02911'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:03:30.540535 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5c8c6-a9a3-44ba-b5f6-ea48f6972140 req-b0f67296-79e9-4938-a905-5c10143afffc tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:30.544893 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b5b5c8c6-a9a3-44ba-b5f6-ea48f6972140 req-b0f67296-79e9-4938-a905-5c10143afffc tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.0917416 Jun 18 22:03:30.629086 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b5b5c8c6-a9a3-44ba-b5f6-ea48f6972140 req-18b3f6fb-4500-4568-ba33-8f13bf4d7146 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792091 Jun 18 22:03:30.920159 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117883a6-ff80-4a7a-b942-76273b20ef57 req-c03e0253-ab4d-45fe-b38c-12ec50c420ad tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:30.931342 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-117883a6-ff80-4a7a-b942-76273b20ef57 req-c03e0253-ab4d-45fe-b38c-12ec50c420ad tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.1691985 Jun 18 22:03:31.016144 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-117883a6-ff80-4a7a-b942-76273b20ef57 req-4ce57e77-34dd-4209-988b-7e19548a3514 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836320 Jun 18 22:03:31.041953 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c6e46-55bf-4a39-9711-26b603f8d8e7 req-a543e7d5-0118-448c-b95b-d7632e643509 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:31.043854 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e14c6e46-55bf-4a39-9711-26b603f8d8e7 req-a543e7d5-0118-448c-b95b-d7632e643509 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 944 time: 0.0908728 Jun 18 22:03:31.086790 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e14c6e46-55bf-4a39-9711-26b603f8d8e7 req-4b778013-e68e-4b4f-97a6-4b23a1046e00 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373132 Jun 18 22:03:31.883093 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915e4a-286a-4629-bd72-015f6e4bf120 req-66fb45c6-096d-4b2d-a587-3b5ea7eb434d tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:31.892757 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c4915e4a-286a-4629-bd72-015f6e4bf120 req-66fb45c6-096d-4b2d-a587-3b5ea7eb434d tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.1162789 Jun 18 22:03:31.976626 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c4915e4a-286a-4629-bd72-015f6e4bf120 req-9d997d47-2bbf-4901-abe3-38d671dda9da tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828547 Jun 18 22:03:32.318313 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6919f-353b-459b-a826-c661e10fdb62 req-d125f735-7550-4ab4-b49a-dd91f1ac7887 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:32.320338 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f5f6919f-353b-459b-a826-c661e10fdb62 req-d125f735-7550-4ab4-b49a-dd91f1ac7887 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.1308975 Jun 18 22:03:32.337956 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df32f04-4af5-4f39-9bf8-33b35802e822 req-14b9b11d-d323-482b-90d5-76476d90febb tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:32.339420 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9df32f04-4af5-4f39-9bf8-33b35802e822 req-14b9b11d-d323-482b-90d5-76476d90febb tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 944 time: 0.1044171 Jun 18 22:03:32.405303 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f5f6919f-353b-459b-a826-c661e10fdb62 req-51b1f912-a71c-45ac-99de-b211ec01c32d tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790975 Jun 18 22:03:32.410410 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9df32f04-4af5-4f39-9bf8-33b35802e822 req-03f2ca9d-3465-4af8-bdb6-448188566b86 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563133 Jun 18 22:03:32.723051 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 36178) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:32.859204 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 23bfdc43-efb9-4309-b351-2850ada02911 up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:32.873844 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6bceb060-b4ee-4f31-8359-ccaf4cb522e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:33.071831 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6bceb060-b4ee-4f31-8359-ccaf4cb522e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:33.089144 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port 23bfdc43-efb9-4309-b351-2850ada02911 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:33.122956 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port 23bfdc43-efb9-4309-b351-2850ada02911 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:33.122956 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:33.199433 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6bceb060-b4ee-4f31-8359-ccaf4cb522e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:33.222698 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:33.228511 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2aef36-29b8-43e4-b63f-1568baf6f64a req-c431fd9e-f7a1-4306-873a-07bd9b419194 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:33.230003 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8d2aef36-29b8-43e4-b63f-1568baf6f64a req-c431fd9e-f7a1-4306-873a-07bd9b419194 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.1102102 Jun 18 22:03:33.232533 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-fd593221-80ec-436e-90e3-718f972e75c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:33.239469 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-6bceb060-b4ee-4f31-8359-ccaf4cb522e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0d34f7218f0646709ca944f77ac28fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5152009 Jun 18 22:03:33.243439 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 36200) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:33.257992 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc99d9b2-dd8c-4084-9f9a-b2591043daef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bfdc43-efb9-4309-b351-2850ada02911'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:03:33.261008 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c992b9-3b02-4fb6-8bf2-678474a30d86" -d '{"events": [{"server_uuid": "cc99d9b2-dd8c-4084-9f9a-b2591043daef", "name": "network-vif-plugged", "status": "completed", "tag": "23bfdc43-efb9-4309-b351-2850ada02911"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:03:33.262887 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bceb060-b4ee-4f31-8359-ccaf4cb522e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4ff463-afd9-400c-b8fe-721807547b1b,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:33.267561 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6bceb060-b4ee-4f31-8359-ccaf4cb522e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:33.278340 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 23bfdc43-efb9-4309-b351-2850ada02911, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=23bfdc43-efb9-4309-b351-2850ada02911,segment=NetworkSegment(1b120709-34cb-4f00-b4fc-a79711c7951d),segment_id=1b120709-34cb-4f00-b4fc-a79711c7951d)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:33.342757 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8d2aef36-29b8-43e4-b63f-1568baf6f64a req-4b00a174-476b-4b89-baec-7ec13caa27da tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006448 Jun 18 22:03:33.407663 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2f45-477c-43b0-9869-7e3688154c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:33.428623 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d119ef-5a7a-4e01-ba84-e0994be862ae x-openstack-request-id: req-53d119ef-5a7a-4e01-ba84-e0994be862ae {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:03:33.428921 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc99d9b2-dd8c-4084-9f9a-b2591043daef", "name": "network-vif-plugged", "status": "completed", "tag": "23bfdc43-efb9-4309-b351-2850ada02911", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:03:33.429209 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-53d119ef-5a7a-4e01-ba84-e0994be862ae {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:03:33.429655 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc99d9b2-dd8c-4084-9f9a-b2591043daef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bfdc43-efb9-4309-b351-2850ada02911', 'code': 200} Jun 18 22:03:33.451623 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2f45-477c-43b0-9869-7e3688154c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:33.484092 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-de7b7840-ef02-4c65-b487-87b2645a9d48 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:33.485558 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-de7b7840-ef02-4c65-b487-87b2645a9d48 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/networks?id=52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 HTTP/1.1" status: 200 len: 814 time: 0.1793363 Jun 18 22:03:33.510243 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-0c5ef45d-4457-4832-a696-e3df860189b8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/quotas/1b54bd8f50e44b159a9735b0e6072e2a HTTP/1.1" status: 200 len: 375 time: 0.0159652 Jun 18 22:03:33.605709 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:33.608178 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:33.635609 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85809d8-07bd-4898-878f-18a737aeb65e req-20101fe8-95d3-408a-aebd-4caa90b04774 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:33.637433 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e85809d8-07bd-4898-878f-18a737aeb65e req-20101fe8-95d3-408a-aebd-4caa90b04774 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 944 time: 0.0846589 Jun 18 22:03:33.659817 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-d207504c-bbd9-4a19-815e-5e5722be5af7 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b54bd8f50e44b159a9735b0e6072e2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1438899 Jun 18 22:03:33.669892 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2f45-477c-43b0-9869-7e3688154c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:33.673627 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2f45-477c-43b0-9869-7e3688154c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:33.689872 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-5e2e2f45-477c-43b0-9869-7e3688154c06 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ea4ff463-afd9-400c-b8fe-721807547b1b HTTP/1.1" status: 204 len: 168 time: 0.4327903 Jun 18 22:03:33.737725 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=23bfdc43-efb9-4309-b351-2850ada02911,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:33.743313 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:33.797415 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-dae2e355-5323-4e83-85f6-466515b60e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:33.833745 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e2f45-477c-43b0-9869-7e3688154c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4ff463-afd9-400c-b8fe-721807547b1b,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:33.849349 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-5e2e2f45-477c-43b0-9869-7e3688154c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:33.871261 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e85809d8-07bd-4898-878f-18a737aeb65e req-acbd0120-d149-4c8e-99a6-a3aed45b1829 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099750 Jun 18 22:03:33.981889 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-3c7413f6-95c8-4ff7-9250-a2af169cc0a2 service neutron] 10.222.0.38 "GET /v2.0/networks/52150e85-19ba-4d4a-a3c3-ffe0bfb5c484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908328 Jun 18 22:03:34.046049 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136f386-aa56-422a-8847-362a16ee2a6d req-2c077815-278b-49c0-a179-eb7e6fc8f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:34.047208 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7136f386-aa56-422a-8847-362a16ee2a6d req-2c077815-278b-49c0-a179-eb7e6fc8f91d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 1098 time: 0.1750102 Jun 18 22:03:34.148912 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7136f386-aa56-422a-8847-362a16ee2a6d req-ab1eefb6-203e-4eca-a8e8-604fc72f70d0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873811 Jun 18 22:03:34.189489 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-c7792ed2-322d-4fa6-81b7-edab16baf191 service neutron] 10.222.0.38 "GET /v2.0/networks/52150e85-19ba-4d4a-a3c3-ffe0bfb5c484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994226 Jun 18 22:03:34.223775 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97813f-5a84-407d-ad54-36c5a49e3207 req-bee18a5c-b433-433f-85e1-ace8649c9ac7 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:34.238042 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8d97813f-5a84-407d-ad54-36c5a49e3207 req-bee18a5c-b433-433f-85e1-ace8649c9ac7 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.1898258 Jun 18 22:03:34.338669 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8d97813f-5a84-407d-ad54-36c5a49e3207 req-74cd9b7c-9142-4a2a-a59c-64ce8dbe5859 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913770 Jun 18 22:03:34.605002 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd10f51-aa3c-4365-ba98-93d9570cbf82 req-5f1f4d53-b734-42cc-bff1-f872d33723bf tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:34.607057 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1cd10f51-aa3c-4365-ba98-93d9570cbf82 req-5f1f4d53-b734-42cc-bff1-f872d33723bf tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.1270230 Jun 18 22:03:34.609196 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-24ead2e3-830b-4cad-b055-b44b23a811aa req-6ccab3ca-f602-4045-b739-bcb4855ab2f7 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 210 time: 0.0500057 Jun 18 22:03:34.692388 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1cd10f51-aa3c-4365-ba98-93d9570cbf82 req-614eb3a7-7cee-4cee-a10b-878db3dcbded tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564730 Jun 18 22:03:35.129763 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84685d-ed48-4c2f-b742-6098c8f4dfcb req-5fd5308b-6f52-474c-ba13-17f4308cb1cf tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:35.138915 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 36266) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:35.141967 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ca84685d-ed48-4c2f-b742-6098c8f4dfcb req-5fd5308b-6f52-474c-ba13-17f4308cb1cf tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 945 time: 0.1407330 Jun 18 22:03:35.202575 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ca84685d-ed48-4c2f-b742-6098c8f4dfcb req-f09212e8-bdc2-4fa3-af56-21d10abab084 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596113 Jun 18 22:03:35.301585 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-acbaaf22-65ab-4ae7-b47c-64e2475750ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1585433619-network', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:35.403866 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbaaf22-65ab-4ae7-b47c-64e2475750ee admin admin] Made reservation on behalf of ed9e4db77ad6448dba057f80f84b20ef for: {'network': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:03:35.408594 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-acbaaf22-65ab-4ae7-b47c-64e2475750ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for network, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:35.419135 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-acbaaf22-65ab-4ae7-b47c-64e2475750ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:35.532506 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cfb7f-dc96-4379-a48c-a294d369640d req-5270016f-5642-4a68-835e-fffb19c7da94 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:35.541865 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-853cfb7f-dc96-4379-a48c-a294d369640d req-5270016f-5642-4a68-835e-fffb19c7da94 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0783668 Jun 18 22:03:35.572150 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-acbaaf22-65ab-4ae7-b47c-64e2475750ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:35.597451 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-853cfb7f-dc96-4379-a48c-a294d369640d req-ea8fe544-5461-4afa-8686-c73a8ef898e6 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518785 Jun 18 22:03:35.649866 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-acbaaf22-65ab-4ae7-b47c-64e2475750ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:35.653511 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-147b8850-9d4a-4cb8-af94-3bd998e54185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:35.688054 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbaaf22-65ab-4ae7-b47c-64e2475750ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55427517-0de9-4981-8a23-35dba69fbea9,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:35.688054 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-acbaaf22-65ab-4ae7-b47c-64e2475750ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:35.700781 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbaaf22-65ab-4ae7-b47c-64e2475750ee admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=93153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:03:35.717778 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-acbaaf22-65ab-4ae7-b47c-64e2475750ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:35.718340 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.db.segments_db [None req-acbaaf22-65ab-4ae7-b47c-64e2475750ee admin admin] Added segment 2b331b0a-2380-4400-b62b-7b160dff8e3a of type vlan for network d0970eb9-7453-4bc7-acc8-23863a420423 Jun 18 22:03:35.736078 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4401aafd-783c-4e9f-89a4-10940b6da268 req-01db9698-2166-41fd-86a6-6c052f5e79e5 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 210 time: 0.0476601 Jun 18 22:03:35.807767 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-acbaaf22-65ab-4ae7-b47c-64e2475750ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737366562524'] for network, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:35.819686 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 36284) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:35.978435 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-77744a78-4da2-4ac3-bf30-3b09c69f4702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:35.979682 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-acbaaf22-65ab-4ae7-b47c-64e2475750ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283'] for network, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:35.982222 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbaaf22-65ab-4ae7-b47c-64e2475750ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:35.982812 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-acbaaf22-65ab-4ae7-b47c-64e2475750ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:36.007457 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-78baf773-022f-4248-b505-9cf862b66783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:36.053824 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7a8f14a9-bdc1-442f-b6f9-d93f048151fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:36.124995 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbaaf22-65ab-4ae7-b47c-64e2475750ee admin admin] Pushing event updated for resources: {'Network': ['ID=d0970eb9-7453-4bc7-acc8-23863a420423,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:36.139013 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-acbaaf22-65ab-4ae7-b47c-64e2475750ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:36.150800 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Network d0970eb9-7453-4bc7-acc8-23863a420423 details requested by agent ovs-agent-dv-cinder-766752-3-iscsi with host dv-cinder-766752-3-iscsi {{(pid=93155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:03:36.164800 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-acbaaf22-65ab-4ae7-b47c-64e2475750ee admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0242765 Jun 18 22:03:36.165397 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 36288) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:36.172364 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-330c1f0b-51ae-4234-b235-d00972bb34ba admin admin] Request body: {'subnet': {'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1585433619-subnet', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'ip_version': 4}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:36.284764 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0a126-6a28-4270-8185-6db14d08aa33 req-0e39c08d-f76f-4d35-b1ba-0ceb2b0fb92a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:36.286391 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a4a0a126-6a28-4270-8185-6db14d08aa33 req-0e39c08d-f76f-4d35-b1ba-0ceb2b0fb92a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.1591132 Jun 18 22:03:36.359516 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a4a0a126-6a28-4270-8185-6db14d08aa33 req-f60800bd-f0f9-4f32-8a7e-e465c119c2ea tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666978 Jun 18 22:03:36.398453 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7a8f14a9-bdc1-442f-b6f9-d93f048151fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:36.465902 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7a8f14a9-bdc1-442f-b6f9-d93f048151fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:36.469526 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-473432f2-adaf-4a64-9d86-c07b8d2ffebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:36.564864 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-7a8f14a9-bdc1-442f-b6f9-d93f048151fd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bace5baab95d4fdba2d1a2e7c9c5babf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7432604 Jun 18 22:03:36.565521 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 36296) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:36.566672 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f14a9-bdc1-442f-b6f9-d93f048151fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ba59e0-7666-481d-b7ae-261c45688f33,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:36.596336 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-7a8f14a9-bdc1-442f-b6f9-d93f048151fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:36.611629 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330c1f0b-51ae-4234-b235-d00972bb34ba admin admin] Made reservation on behalf of ed9e4db77ad6448dba057f80f84b20ef for: {'subnet': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:03:36.614032 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-330c1f0b-51ae-4234-b235-d00972bb34ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9844799'] for subnet, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:36.634451 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111220fc-85e7-4fdd-9017-3a32e9844169 req-b2b2d5b4-e9d3-4801-aee3-4485a9d36938 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:36.641788 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-111220fc-85e7-4fdd-9017-3a32e9844169 req-b2b2d5b4-e9d3-4801-aee3-4485a9d36938 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.2599409 Jun 18 22:03:36.708289 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-111220fc-85e7-4fdd-9017-3a32e9844169 req-359aa3ea-3d13-4793-ae92-c850ae563db0 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654402 Jun 18 22:03:36.727681 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5a8b3-384a-4673-9a51-de1260b897c3 req-06985794-1841-4e6b-b61b-2c54f6c755d9 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:36.729160 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dec5a8b3-384a-4673-9a51-de1260b897c3 req-06985794-1841-4e6b-b61b-2c54f6c755d9 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 945 time: 0.2034445 Jun 18 22:03:36.731239 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a8362-0c04-4ef9-817b-a6bea7dbda90 req-19b6a200-5d4e-4c6f-bb3b-f0598380a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:36.732604 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7d4a8362-0c04-4ef9-817b-a6bea7dbda90 req-19b6a200-5d4e-4c6f-bb3b-f0598380a432 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=060b087bd54643a881c64aaba76b1ffe&device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 1098 time: 0.2396016 Jun 18 22:03:36.782094 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ed1a2f2e-c6b4-40c7-9851-44c9357b0eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:36.832979 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dec5a8b3-384a-4673-9a51-de1260b897c3 req-9d500a0c-ffd1-49bb-945c-3ccd7ffb0733 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982313 Jun 18 22:03:36.847207 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ed1a2f2e-c6b4-40c7-9851-44c9357b0eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:36.896760 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a8362-0c04-4ef9-817b-a6bea7dbda90 req-0fdd25d7-5562-412d-a53d-ea57259ac73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:36.899313 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7d4a8362-0c04-4ef9-817b-a6bea7dbda90 req-0fdd25d7-5562-412d-a53d-ea57259ac73c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba HTTP/1.1" status: 200 len: 912 time: 0.1567323 Jun 18 22:03:37.025181 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1cdec141-cbbb-4156-9df0-ba5422ab65ce req-2d84c1bc-3773-43c5-bf96-62a29458f82a tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 210 time: 0.0535326 Jun 18 22:03:37.052878 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7d4a8362-0c04-4ef9-817b-a6bea7dbda90 req-6024cd11-f08c-4779-a2ec-dac222c545be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bfe51a8-4d7e-4fcf-88ff-73c816145275 HTTP/1.1" status: 200 len: 1000 time: 0.1448116 Jun 18 22:03:37.094394 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-330c1f0b-51ae-4234-b235-d00972bb34ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9460697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9844781'] for subnet, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:37.101660 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:37.108822 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a8362-0c04-4ef9-817b-a6bea7dbda90 req-1ea0704f-edb3-4a44-b28e-c924c8d0fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:37.110246 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7d4a8362-0c04-4ef9-817b-a6bea7dbda90 req-1ea0704f-edb3-4a44-b28e-c924c8d0fde1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e88c2615-07dc-46be-ba2d-38e20e9d69fe HTTP/1.1" status: 200 len: 850 time: 0.0515165 Jun 18 22:03:37.169896 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ed1a2f2e-c6b4-40c7-9851-44c9357b0eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:37.178040 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ed1a2f2e-c6b4-40c7-9851-44c9357b0eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:37.178040 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ed1a2f2e-c6b4-40c7-9851-44c9357b0eed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e6ba59e0-7666-481d-b7ae-261c45688f33 HTTP/1.1" status: 204 len: 168 time: 0.6084881 Jun 18 22:03:37.178040 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c1f0b-51ae-4234-b235-d00972bb34ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c6e494-71ef-4246-96bb-6c5d7207995a,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:37.187010 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-330c1f0b-51ae-4234-b235-d00972bb34ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:37.187559 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-c14dc80b-ff6b-47eb-9f2a-febe6d98f536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:37.191603 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c1f0b-51ae-4234-b235-d00972bb34ba admin admin] Checking segment: {'id': '2b331b0a-2380-4400-b62b-7b160dff8e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:37.192340 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330c1f0b-51ae-4234-b235-d00972bb34ba admin admin] Network hostable DHCP agents. Network: d0970eb9-7453-4bc7-acc8-23863a420423, hostable agents: ['9f0b91c3-6ba3-4173-8e48-c1b1d033014c'], hosted agents: [] {{(pid=93153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:03:37.194483 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a8362-0c04-4ef9-817b-a6bea7dbda90 req-84c87f4f-855a-47cd-982c-e9cbec5c6106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:37.195965 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7d4a8362-0c04-4ef9-817b-a6bea7dbda90 req-84c87f4f-855a-47cd-982c-e9cbec5c6106 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766990 Jun 18 22:03:37.205205 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a2f2e-c6b4-40c7-9851-44c9357b0eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ba59e0-7666-481d-b7ae-261c45688f33,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:37.213701 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-ed1a2f2e-c6b4-40c7-9851-44c9357b0eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:37.298700 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7d4a8362-0c04-4ef9-817b-a6bea7dbda90 req-aec715e4-4e4b-4498-b48b-3ddb0fa2f343 service neutron] 10.222.0.44 "GET /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938411 Jun 18 22:03:37.441856 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7d4a8362-0c04-4ef9-817b-a6bea7dbda90 req-36c72987-4795-4659-9818-afe72a32f0f0 service neutron] 10.222.0.44 "GET /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270766 Jun 18 22:03:37.598243 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e770cd-de1f-4690-a912-d1edd4d64bd4 req-a8fd830a-3388-4b0f-8b5e-cd6604896a93 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:37.665890 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-91e770cd-de1f-4690-a912-d1edd4d64bd4 req-a8fd830a-3388-4b0f-8b5e-cd6604896a93 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.0653591 Jun 18 22:03:37.665890 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-91e770cd-de1f-4690-a912-d1edd4d64bd4 req-6d89112a-f87b-4f0b-b2de-f89b83301f36 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380592 Jun 18 22:03:37.894517 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55953d65-f0a4-4a5d-9fd1-ec087467bc91 req-e2128c2d-15cb-4cfa-bc5f-6330d1131cc9 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:37.896527 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-55953d65-f0a4-4a5d-9fd1-ec087467bc91 req-e2128c2d-15cb-4cfa-bc5f-6330d1131cc9 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0652122 Jun 18 22:03:37.918639 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330c1f0b-51ae-4234-b235-d00972bb34ba admin admin] Network d0970eb9-7453-4bc7-acc8-23863a420423 is scheduled to be hosted by DHCP agent 9f0b91c3-6ba3-4173-8e48-c1b1d033014c with binding_index 1 {{(pid=93153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:03:37.934434 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-55953d65-f0a4-4a5d-9fd1-ec087467bc91 req-f4fda1b3-84c3-491a-9606-f8ca11c1ae76 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319223 Jun 18 22:03:38.043681 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-330c1f0b-51ae-4234-b235-d00972bb34ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-iscsi, d0970eb9-7453-4bc7-acc8-23863a420423) {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:38.054189 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330c1f0b-51ae-4234-b235-d00972bb34ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:38.054533 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-330c1f0b-51ae-4234-b235-d00972bb34ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:38.061197 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27473f4-a9a4-434e-86f1-afdec0812044 None None] Network d0970eb9-7453-4bc7-acc8-23863a420423 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:03:38.170311 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-330c1f0b-51ae-4234-b235-d00972bb34ba admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0025711 Jun 18 22:03:38.175786 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 36320) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:38.182349 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1585433619-router', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:38.264971 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4dbb46cb-f170-4e9b-adc4-8be342602440 req-5ce53a67-e091-4fa4-ae49-dd7edf6cc847 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 210 time: 0.0609915 Jun 18 22:03:38.358879 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-610220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1851'] for router, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:38.359950 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1840'] for router, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:38.425471 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:38.485491 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-20ecea7f-9a50-4204-9bf2-f2864656911f tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:38.487117 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-20ecea7f-9a50-4204-9bf2-f2864656911f tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.44 "GET /v2.0/networks?id=52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 HTTP/1.1" status: 200 len: 814 time: 0.1546028 Jun 18 22:03:38.501425 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b312b182-6b44-4d46-8ac8-5a4f20ed3745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:38.509518 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-d4bfb6fa-e249-4a83-a59f-84873ad145ca tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Request body: {'port': {'device_id': '3a33f479-a37b-4a2f-ae69-f4e02546d32e', 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484', 'admin_state_up': True, 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:38.632066 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1cd4b5c-bae9-5a54-94e7-4e728668075a-d0970eb9-7453-4bc7-acc8-23863a420423', 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'fixed_ips': [{'subnet_id': '43c6e494-71ef-4246-96bb-6c5d7207995a'}]}} from dv-cinder-766752-3-iscsi. {{(pid=93155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 22:03:38.632964 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:38.742209 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-d4bfb6fa-e249-4a83-a59f-84873ad145ca tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Made reservation on behalf of 1b54bd8f50e44b159a9735b0e6072e2a for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:03:38.751507 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-d4bfb6fa-e249-4a83-a59f-84873ad145ca tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:38.753905 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 36328) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:38.789615 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-86183bc1-0cf4-4eb4-9019-a3ad6a8700f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:38.861755 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1830'] for router, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:38.933474 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Allocated IP 172.20.0.2 (d0970eb9-7453-4bc7-acc8-23863a420423/43c6e494-71ef-4246-96bb-6c5d7207995a/49b537da-9010-4205-b2db-8af1dc47a39d) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:03:38.947410 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:39.038675 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-d4bfb6fa-e249-4a83-a59f-84873ad145ca tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Allocated IP 172.20.0.4 (52150e85-19ba-4d4a-a3c3-ffe0bfb5c484/04b18992-a64d-4ec3-9a38-c5bc3c8cd36f/e3951007-e871-4bae-8fc7-00eab61ec720) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:03:39.054567 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2036f-c6ba-42f2-8c19-1f1c4577c072 req-58841beb-3c0a-40aa-9bd9-c7f4d88999ad tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:39.056927 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dbe2036f-c6ba-42f2-8c19-1f1c4577c072 req-58841beb-3c0a-40aa-9bd9-c7f4d88999ad tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.2032785 Jun 18 22:03:39.128643 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-86183bc1-0cf4-4eb4-9019-a3ad6a8700f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:39.157751 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:39.168829 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Transition to ACTIVE for port object 49b537da-9010-4205-b2db-8af1dc47a39d will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:39.188986 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Transition to ACTIVE for port object 49b537da-9010-4205-b2db-8af1dc47a39d will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:39.247945 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dbe2036f-c6ba-42f2-8c19-1f1c4577c072 req-d8e5c4ce-eda6-4b7d-a414-8c6a8ec8147c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826010 Jun 18 22:03:39.256973 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:39.258477 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-86183bc1-0cf4-4eb4-9019-a3ad6a8700f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:39.262850 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-5b6b8412-174a-43ef-8084-e19643f4f976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:39.309215 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:39.322433 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Network d0970eb9-7453-4bc7-acc8-23863a420423 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:39.325799 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:39.334243 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:03:39.343417 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:39.344050 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Pushing event updated for resources: {'Port': ['ID=49b537da-9010-4205-b2db-8af1dc47a39d,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:39.350786 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:39.477298 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-d8ca1017-b5cd-4549-a5f5-2c7ae779636b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:39.510376 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Attempting to bind port 49b537da-9010-4205-b2db-8af1dc47a39d on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:03:39.512839 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Attempting to bind port 49b537da-9010-4205-b2db-8af1dc47a39d by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': '2b331b0a-2380-4400-b62b-7b160dff8e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:03:39.513451 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Attempting to bind port 49b537da-9010-4205-b2db-8af1dc47a39d on network d0970eb9-7453-4bc7-acc8-23863a420423 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:39.524217 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:03:39.528733 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Checking segment: {'id': '2b331b0a-2380-4400-b62b-7b160dff8e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:39.529282 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:39.531132 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Bound using segment: {'id': '2b331b0a-2380-4400-b62b-7b160dff8e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:03:39.532004 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Bound port: 49b537da-9010-4205-b2db-8af1dc47a39d, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b331b0a-2380-4400-b62b-7b160dff8e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:03:39.532766 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-86183bc1-0cf4-4eb4-9019-a3ad6a8700f4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8fbc8dda56f7498b8cecda65784ec433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7761152 Jun 18 22:03:39.533230 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:39.538180 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 36350) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:39.571186 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Allocated IP 172.27.1.66 (ac7fe84e-50f5-4915-b437-0569bccbfaaf/467ce04a-3e35-49c7-b989-561dd094bc72/9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:03:39.584297 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4fcd9b32-221c-4842-bcf6-bf62155da658 req-8d56517d-01ce-4a9c-9830-8b677162e7f9 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 210 time: 0.0939398 Jun 18 22:03:39.603089 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86183bc1-0cf4-4eb4-9019-a3ad6a8700f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a7933f-1d91-48e1-844e-3179bb169e7f,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:39.605135 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-86183bc1-0cf4-4eb4-9019-a3ad6a8700f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:39.659070 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:39.685934 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361903fd-7566-4c02-b4e7-ab3723437402 req-9fe8d860-385c-40f2-9134-a4540956cfe7 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:39.693745 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-361903fd-7566-4c02-b4e7-ab3723437402 req-9fe8d860-385c-40f2-9134-a4540956cfe7 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.5428400 Jun 18 22:03:39.747588 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] For port 49b537da-9010-4205-b2db-8af1dc47a39d, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:03:39.751799 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] For port 49b537da-9010-4205-b2db-8af1dc47a39d, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=49b537da-9010-4205-b2db-8af1dc47a39d,segment=NetworkSegment(2b331b0a-2380-4400-b62b-7b160dff8e3a),segment_id=2b331b0a-2380-4400-b62b-7b160dff8e3a)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:03:39.770704 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-d4bfb6fa-e249-4a83-a59f-84873ad145ca tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:39.789609 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-252fa2f2-1537-4649-8b06-4d63954e1ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:39.805391 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:39.828670 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-d4bfb6fa-e249-4a83-a59f-84873ad145ca tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Transition to ACTIVE for port object e3951007-e871-4bae-8fc7-00eab61ec720 will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:39.843866 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:39.847931 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:39.857823 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-252fa2f2-1537-4649-8b06-4d63954e1ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:39.875933 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-361903fd-7566-4c02-b4e7-ab3723437402 req-3d95a774-3f2e-4c33-bc30-e779e40fbb4d tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811905 Jun 18 22:03:39.952597 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Pushing event updated for resources: {'Port': ['ID=49b537da-9010-4205-b2db-8af1dc47a39d,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:39.965454 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:39.986150 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9460589'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:39.999437 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:40.087641 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:40.088531 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-252fa2f2-1537-4649-8b06-4d63954e1ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:40.092606 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-252fa2f2-1537-4649-8b06-4d63954e1ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:40.096859 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-252fa2f2-1537-4649-8b06-4d63954e1ef0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/36a7933f-1d91-48e1-844e-3179bb169e7f HTTP/1.1" status: 204 len: 168 time: 0.5506215 Jun 18 22:03:40.098181 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ebd8a5e5-9669-4c68-884c-8ef197d1ea7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:40.116500 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:40.120598 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:03:40.140002 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fa2f2-1537-4649-8b06-4d63954e1ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a7933f-1d91-48e1-844e-3179bb169e7f,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:40.149501 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-252fa2f2-1537-4649-8b06-4d63954e1ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:40.152260 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-d4bfb6fa-e249-4a83-a59f-84873ad145ca tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:40.164079 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-602a5151-d047-43a1-9f36-79e33887028f tempest-DeleteServersTestJSON-1789169554 tempest-DeleteServersTestJSON-1789169554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:40.262948 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-d4bfb6fa-e249-4a83-a59f-84873ad145ca tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Network 52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:40.271062 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-d4bfb6fa-e249-4a83-a59f-84873ad145ca tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:40.292113 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-d4bfb6fa-e249-4a83-a59f-84873ad145ca tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:03:40.327392 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Pushing event updated for resources: {'Port': ['ID=9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:40.343836 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:40.482602 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfb6fa-e249-4a83-a59f-84873ad145ca tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Pushing event updated for resources: {'Port': ['ID=e3951007-e871-4bae-8fc7-00eab61ec720,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:40.499904 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-d4bfb6fa-e249-4a83-a59f-84873ad145ca tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:40.571768 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-d4bfb6fa-e249-4a83-a59f-84873ad145ca tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:40.578650 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-d4bfb6fa-e249-4a83-a59f-84873ad145ca tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:40.741931 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e290e84-466c-40d9-88ab-f81ec35c1d06 req-a725e92d-5919-4565-8c8c-c1c1fe8ea3cd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:40.765286 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5e290e84-466c-40d9-88ab-f81ec35c1d06 req-a725e92d-5919-4565-8c8c-c1c1fe8ea3cd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.1744075 Jun 18 22:03:40.835461 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5e290e84-466c-40d9-88ab-f81ec35c1d06 req-42838f25-8748-4cdf-bc7c-ad3a560a524c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678301 Jun 18 22:03:40.850627 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-d4bfb6fa-e249-4a83-a59f-84873ad145ca tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3443167 Jun 18 22:03:40.876129 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 49b537da-9010-4205-b2db-8af1dc47a39d up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:40.898317 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Request body: {'port': {'device_id': '3a33f479-a37b-4a2f-ae69-f4e02546d32e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:40.985935 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-c255a386-e26a-4c94-9a58-4ba170949cb3 None None] Provisioning for port e3951007-e871-4bae-8fc7-00eab61ec720 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:41.038211 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-c255a386-e26a-4c94-9a58-4ba170949cb3 None None] Provisioning complete for port e3951007-e871-4bae-8fc7-00eab61ec720 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:41.042007 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c255a386-e26a-4c94-9a58-4ba170949cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:41.147982 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:41.165798 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-c255a386-e26a-4c94-9a58-4ba170949cb3 None None] Port e3951007-e871-4bae-8fc7-00eab61ec720 cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:03:41.273691 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 36382) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:41.282503 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 49b537da-9010-4205-b2db-8af1dc47a39d completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:41.453008 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-87840f7e-f1c3-4022-b8dd-620584b8befa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:41.516826 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:41.585066 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-87840f7e-f1c3-4022-b8dd-620584b8befa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:41.691146 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073e4df3-0aa7-4f60-962f-cd47c57778a0 None None] Network d0970eb9-7453-4bc7-acc8-23863a420423 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:03:41.792043 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:41.867060 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-87840f7e-f1c3-4022-b8dd-620584b8befa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:41.895430 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:41.900234 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-87840f7e-f1c3-4022-b8dd-620584b8befa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d946e94c574c4c69bf59c0e50689c1d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6176753 Jun 18 22:03:41.901009 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3320a-2132-4fa7-b871-18a4d9f5c6e2 req-3547963e-2695-4002-b323-472489057fa9 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:41.908854 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 36386) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:41.909293 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-98c3320a-2132-4fa7-b871-18a4d9f5c6e2 req-3547963e-2695-4002-b323-472489057fa9 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 931 time: 0.8386533 Jun 18 22:03:41.921966 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01be52-09d5-4de3-8698-a680800d4e17 req-a0bf0ec0-5fe7-4eaa-8b2d-fe5d29b8b77d tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:41.930268 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4d01be52-09d5-4de3-8698-a680800d4e17 req-a0bf0ec0-5fe7-4eaa-8b2d-fe5d29b8b77d tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.6839826 Jun 18 22:03:41.934118 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-1db19183-022e-4b7f-b549-665ab52ddb7c None None] Provisioning for port 49b537da-9010-4205-b2db-8af1dc47a39d completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:41.989133 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d95087a4-d120-48b7-88af-f81b8a40602d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:42.016152 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-1db19183-022e-4b7f-b549-665ab52ddb7c None None] Provisioning complete for port 49b537da-9010-4205-b2db-8af1dc47a39d triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:42.016152 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1db19183-022e-4b7f-b549-665ab52ddb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:42.065912 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d95087a4-d120-48b7-88af-f81b8a40602d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:42.156722 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546105'] for router, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:42.171141 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87840f7e-f1c3-4022-b8dd-620584b8befa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1890f63a-de46-4105-818e-0ebdd015e6cf,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:42.183342 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-87840f7e-f1c3-4022-b8dd-620584b8befa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:42.210176 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4d01be52-09d5-4de3-8698-a680800d4e17 req-fcc1c24b-37b6-4961-a063-9fbefdd5b3dc tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789352 Jun 18 22:03:42.248677 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-98c3320a-2132-4fa7-b871-18a4d9f5c6e2 req-28e17d21-cc6e-407f-9bac-626c198b016e tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294704 Jun 18 22:03:42.368699 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1db19183-022e-4b7f-b549-665ab52ddb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:42.415216 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-1db19183-022e-4b7f-b549-665ab52ddb7c None None] For port 49b537da-9010-4205-b2db-8af1dc47a39d, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=49b537da-9010-4205-b2db-8af1dc47a39d,segment=NetworkSegment(2b331b0a-2380-4400-b62b-7b160dff8e3a),segment_id=2b331b0a-2380-4400-b62b-7b160dff8e3a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:42.507324 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1db19183-022e-4b7f-b549-665ab52ddb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:42.509517 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:42.538261 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d95087a4-d120-48b7-88af-f81b8a40602d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:42.540850 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d95087a4-d120-48b7-88af-f81b8a40602d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:42.547156 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-d95087a4-d120-48b7-88af-f81b8a40602d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1890f63a-de46-4105-818e-0ebdd015e6cf HTTP/1.1" status: 204 len: 168 time: 0.6285017 Jun 18 22:03:42.574926 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-1df6c7a6-5f63-4b35-b8e5-f86e7981dc3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:42.598099 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db19183-022e-4b7f-b549-665ab52ddb7c None None] Pushing event updated for resources: {'Port': ['ID=49b537da-9010-4205-b2db-8af1dc47a39d,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:42.603047 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-1db19183-022e-4b7f-b549-665ab52ddb7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:42.638239 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95087a4-d120-48b7-88af-f81b8a40602d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1890f63a-de46-4105-818e-0ebdd015e6cf,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:42.654418 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d95087a4-d120-48b7-88af-f81b8a40602d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:42.815375 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Router 2df67ef0-2a69-4521-ab8b-fe356cae505d is scheduled to L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc with binding_index 1 {{(pid=93153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 22:03:42.859902 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-39d6c2ee-2d5f-46ec-820c-f7b0ca8879e9 None None] Provisioning complete for port 49b537da-9010-4205-b2db-8af1dc47a39d triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:42.860304 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-39d6c2ee-2d5f-46ec-820c-f7b0ca8879e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:42.995494 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:03:43.007253 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Sync routers for ids ['2df67ef0-2a69-4521-ab8b-fe356cae505d'] in dv-cinder-766752-3-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:03:43.021481 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e380f-24a9-46af-b07c-0a4920082a93 req-3b2bb72e-8aa5-4931-b0af-d3638a8a9992 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:43.021481 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1f9e380f-24a9-46af-b07c-0a4920082a93 req-3b2bb72e-8aa5-4931-b0af-d3638a8a9992 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.4110899 Jun 18 22:03:43.034967 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Routers {'2df67ef0-2a69-4521-ab8b-fe356cae505d'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:03:43.036603 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:03:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2df67ef0-2a69-4521-ab8b-fe356cae505d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:43.088449 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3951007-e871-4bae-8fc7-00eab61ec720 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:03:43.128782 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1f9e380f-24a9-46af-b07c-0a4920082a93 req-4b7eabdf-2cd0-4ef1-aec9-37a5e602e716 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831370 Jun 18 22:03:43.128782 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:43.151306 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:43.151306 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9665051 Jun 18 22:03:43.179355 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Transition to ACTIVE for port object e3951007-e871-4bae-8fc7-00eab61ec720 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:43.179464 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 36394) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:43.211600 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Set router 2df67ef0-2a69-4521-ab8b-fe356cae505d gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:03:43.520821 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'name': 'tempest-TestShelveInstance-1585433619-router', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:38Z', 'updated_at': '2021-06-18T22:03:40Z', 'revision_number': 3, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'gw_port': {'id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:39Z', 'updated_at': '2021-06-18T22:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:43.549568 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Checking router: 2df67ef0-2a69-4521-ab8b-fe356cae505d for host: dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:03:43.549993 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Updating router 2df67ef0-2a69-4521-ab8b-fe356cae505d port 9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e binding host dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:03:43.556614 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76a4df-13c2-4ad9-a2b8-2579eb41cd0e req-250dc80f-6f65-4add-9c9b-03f21b64ee88 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:43.558076 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cb76a4df-13c2-4ad9-a2b8-2579eb41cd0e req-250dc80f-6f65-4add-9c9b-03f21b64ee88 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.1157026 Jun 18 22:03:43.591550 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:43.593901 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744a3d0-780e-4c46-ad26-008854884486 req-fadf2616-9cca-4cd3-9b3b-0d184c6bcf72 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:43.595440 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c744a3d0-780e-4c46-ad26-008854884486 req-fadf2616-9cca-4cd3-9b3b-0d184c6bcf72 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 931 time: 0.1107810 Jun 18 22:03:43.632771 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cb76a4df-13c2-4ad9-a2b8-2579eb41cd0e req-d6cfd034-49eb-45b6-8101-5ad323826da6 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654461 Jun 18 22:03:43.651310 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c744a3d0-780e-4c46-ad26-008854884486 req-1b0656a9-5f6e-49f8-a25a-24b5dfe3b1e8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462823 Jun 18 22:03:43.701323 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:43.710636 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-d4bfb6fa-e249-4a83-a59f-84873ad145ca tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:43.779645 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:43.956223 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Pushing event updated for resources: {'Port': ['ID=e3951007-e871-4bae-8fc7-00eab61ec720,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:43.963000 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:44.015716 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Attempting to bind port e3951007-e871-4bae-8fc7-00eab61ec720 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:03:44.016573 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Attempting to bind port e3951007-e871-4bae-8fc7-00eab61ec720 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': 'f9773eb0-dec6-4b1d-bd23-34ec1ed7d059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:03:44.017086 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Attempting to bind port e3951007-e871-4bae-8fc7-00eab61ec720 on network 52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:44.023642 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Port e3951007-e871-4bae-8fc7-00eab61ec720 on network 52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:03:44.026791 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Attempting to bind port e3951007-e871-4bae-8fc7-00eab61ec720 on network 52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:44.039462 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:03:44.040899 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Checking segment: {'id': 'f9773eb0-dec6-4b1d-bd23-34ec1ed7d059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:44.043960 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Bound using segment: {'id': 'f9773eb0-dec6-4b1d-bd23-34ec1ed7d059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:03:44.057317 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Bound port: e3951007-e871-4bae-8fc7-00eab61ec720, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9773eb0-dec6-4b1d-bd23-34ec1ed7d059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:03:44.057317 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.136062 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Notify callbacks [] for port, precommit_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.156777 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Transition to ACTIVE for port object 9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:44.202971 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] For port e3951007-e871-4bae-8fc7-00eab61ec720, host hv-cinder-76675, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:03:44.213504 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] For port e3951007-e871-4bae-8fc7-00eab61ec720, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=e3951007-e871-4bae-8fc7-00eab61ec720,segment=NetworkSegment(f9773eb0-dec6-4b1d-bd23-34ec1ed7d059),segment_id=f9773eb0-dec6-4b1d-bd23-34ec1ed7d059)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:03:44.221422 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Allocated IP 172.20.0.1 (d0970eb9-7453-4bc7-acc8-23863a420423/43c6e494-71ef-4246-96bb-6c5d7207995a/0fcf22c4-d853-47e8-acef-4960e6aad680) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:03:44.253367 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.263081 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:44.303225 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.305266 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:44.369624 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Attempting to bind port 9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:03:44.370971 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Attempting to bind port 9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:03:44.371397 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Attempting to bind port 9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e on network ac7fe84e-50f5-4915-b437-0569bccbfaaf {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:44.380593 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.386916 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:03:44.390260 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Checking segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:44.393838 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.393838 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Bound using segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:03:44.393838 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Bound port: 9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:03:44.394804 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.394933 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.provisioning_blocks [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Transition to ACTIVE for port object 0fcf22c4-d853-47e8-acef-4960e6aad680 will not be triggered until provisioned by entity DHCP. {{(pid=93153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:44.451755 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:44.454597 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.456441 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] 10.222.0.44 "PUT /v2.0/ports/e3951007-e871-4bae-8fc7-00eab61ec720 HTTP/1.1" status: 200 len: 1093 time: 3.5766284 Jun 18 22:03:44.495833 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9460589'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.513194 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:44.541058 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a33f479-a37b-4a2f-ae69-f4e02546d32e', 'tag': 'e3951007-e871-4bae-8fc7-00eab61ec720'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:03:44.544999 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85936370-73fa-4237-baa4-5045fc8ca652" -d '{"events": [{"name": "network-changed", "server_uuid": "3a33f479-a37b-4a2f-ae69-f4e02546d32e", "tag": "e3951007-e871-4bae-8fc7-00eab61ec720"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:03:44.616339 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] For port 9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:03:44.623746 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] For port 9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:03:44.625026 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d72f1-68e9-4450-9a37-0069961e6252 None None] Pushing event updated for resources: {'Port': ['ID=9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:44.627880 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-518d72f1-68e9-4450-9a37-0069961e6252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:44.671610 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Network d0970eb9-7453-4bc7-acc8-23863a420423 is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:44.678544 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:44.700030 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:03:44.717958 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.722710 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:44.794236 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 49b537da-9010-4205-b2db-8af1dc47a39d up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:44.795645 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b41e706-9fe6-4e91-9dbc-f8e02cb1a07f x-openstack-request-id: req-9b41e706-9fe6-4e91-9dbc-f8e02cb1a07f {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:03:44.797101 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a33f479-a37b-4a2f-ae69-f4e02546d32e", "tag": "e3951007-e871-4bae-8fc7-00eab61ec720", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:03:44.797592 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9b41e706-9fe6-4e91-9dbc-f8e02cb1a07f {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:03:44.800361 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a33f479-a37b-4a2f-ae69-f4e02546d32e', 'tag': 'e3951007-e871-4bae-8fc7-00eab61ec720', 'status': 'completed', 'code': 200} Jun 18 22:03:44.836313 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Pushing event updated for resources: {'Port': ['ID=0fcf22c4-d853-47e8-acef-4960e6aad680,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:44.858727 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:44.897347 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d72f1-68e9-4450-9a37-0069961e6252 None None] Pushing event updated for resources: {'Port': ['ID=9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:44.907061 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Pushing event updated for resources: {'Port': ['ID=e3951007-e871-4bae-8fc7-00eab61ec720,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:44.914027 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-518d72f1-68e9-4450-9a37-0069961e6252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:44.914700 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545558'] for router_interface, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.955181 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:44.963029 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 49b537da-9010-4205-b2db-8af1dc47a39d triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:44.965620 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Routers {'2df67ef0-2a69-4521-ab8b-fe356cae505d'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:03:44.966408 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:03:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2df67ef0-2a69-4521-ab8b-fe356cae505d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:44.966544 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:45.275415 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67675c-70f6-4dcb-a06b-0b1a5235409b req-8d6db5cb-6f2c-43d8-9c12-2b4163e5fece tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:45.285344 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ac67675c-70f6-4dcb-a06b-0b1a5235409b req-8d6db5cb-6f2c-43d8-9c12-2b4163e5fece tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.7758393 Jun 18 22:03:45.345547 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-38d1c3ef-2b9b-4a27-840a-0f98e9e3d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:45.347641 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-38d1c3ef-2b9b-4a27-840a-0f98e9e3d738 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b54bd8f50e44b159a9735b0e6072e2a&device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 1096 time: 0.6008012 Jun 18 22:03:45.423798 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] Set router 2df67ef0-2a69-4521-ab8b-fe356cae505d gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:03:45.437511 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ac67675c-70f6-4dcb-a06b-0b1a5235409b req-02499510-d02a-4dec-ab05-4f677b84ec2c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476512 Jun 18 22:03:45.483574 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-6493c02f-7657-4ab7-bcb7-8a995147f974 None None] Provisioning for port 0fcf22c4-d853-47e8-acef-4960e6aad680 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:45.491378 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-6493c02f-7657-4ab7-bcb7-8a995147f974 None None] Provisioning complete for port 0fcf22c4-d853-47e8-acef-4960e6aad680 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:45.492172 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6493c02f-7657-4ab7-bcb7-8a995147f974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:45.573157 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-6493c02f-7657-4ab7-bcb7-8a995147f974 None None] Port 0fcf22c4-d853-47e8-acef-4960e6aad680 cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:03:45.591005 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:45.613852 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-7bb70a8c-3105-4860-9a51-cc4480c64192 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3951007-e871-4bae-8fc7-00eab61ec720 HTTP/1.1" status: 200 len: 217 time: 0.1566026 Jun 18 22:03:45.780256 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354d84c-68f3-4623-b223-20ed2df98cfb req-ca84127a-ee3b-47af-aac7-0fe4c5023f9f tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:45.782204 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e354d84c-68f3-4623-b223-20ed2df98cfb req-ca84127a-ee3b-47af-aac7-0fe4c5023f9f tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.6678209 Jun 18 22:03:45.902919 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'name': 'tempest-TestShelveInstance-1585433619-router', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:38Z', 'updated_at': '2021-06-18T22:03:40Z', 'revision_number': 3, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'gw_port': {'id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:39Z', 'updated_at': '2021-06-18T22:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:45.904632 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:45.943107 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5093c372-a4d6-4c2b-9ef3-c94bd82b18bf None None] The sync data for ids ['2df67ef0-2a69-4521-ab8b-fe356cae505d'] in dv-cinder-766752-3-iscsi is: [{'id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'name': 'tempest-TestShelveInstance-1585433619-router', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:38Z', 'updated_at': '2021-06-18T22:03:40Z', 'revision_number': 3, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'gw_port': {'id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:39Z', 'updated_at': '2021-06-18T22:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:03:45.944592 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-b13fb6fe-33aa-40a7-a7d6-766cd9357346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:45.947812 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-b13fb6fe-33aa-40a7-a7d6-766cd9357346 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04b18992-a64d-4ec3-9a38-c5bc3c8cd36f HTTP/1.1" status: 200 len: 853 time: 0.2149618 Jun 18 22:03:45.968392 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e354d84c-68f3-4623-b223-20ed2df98cfb req-ff2bf0ea-8353-48a1-ab75-1ded2ef64867 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283536 Jun 18 22:03:45.988299 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a02978-509e-4809-8d8e-9a204c79d68a req-ee1acc0b-011f-4e51-802e-0bf81884d3c5 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:45.989081 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-13a02978-509e-4809-8d8e-9a204c79d68a req-ee1acc0b-011f-4e51-802e-0bf81884d3c5 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 943 time: 0.3709252 Jun 18 22:03:46.032150 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460571'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:46.038574 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7f59cf4b-8102-43e1-a3d9-664167a35e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:46.085907 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-13a02978-509e-4809-8d8e-9a204c79d68a req-63d80f30-bb4a-43f6-a4d4-ac99140cb4bc tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957384 Jun 18 22:03:46.151553 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-0eb01601-0446-4658-93ea-8bf7a977692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:46.153825 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-0eb01601-0446-4658-93ea-8bf7a977692b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52150e85-19ba-4d4a-a3c3-ffe0bfb5c484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1427572 Jun 18 22:03:46.159563 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Pushing event updated for resources: {'Port': ['ID=0fcf22c4-d853-47e8-acef-4960e6aad680,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:46.165157 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:46.166591 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546575'] for router_interface, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:46.339095 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Network d0970eb9-7453-4bc7-acc8-23863a420423 is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:46.347681 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:46.697713 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Router 2df67ef0-2a69-4521-ab8b-fe356cae505d has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:03:46.814771 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:46.956090 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-acac4c1c-abc4-465b-89c4-e237ca628664 None None] Provisioning complete for port 0fcf22c4-d853-47e8-acef-4960e6aad680 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:46.957027 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-acac4c1c-abc4-465b-89c4-e237ca628664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:46.982344 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:03:47.007927 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] 10.222.0.38 "PUT /v2.0/routers/2df67ef0-2a69-4521-ab8b-fe356cae505d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8381469 Jun 18 22:03:47.024258 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-acac4c1c-abc4-465b-89c4-e237ca628664 None None] Port 0fcf22c4-d853-47e8-acef-4960e6aad680 cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:03:47.034191 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:47.046428 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:47.052186 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21780da0-328e-498d-b2f7-23ba971bceba req-0859cd8c-819c-465e-a627-b6600f4e28f1 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:47.052881 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:47.052986 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-21780da0-328e-498d-b2f7-23ba971bceba req-0859cd8c-819c-465e-a627-b6600f4e28f1 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.3602524 Jun 18 22:03:47.062011 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-41beb48a-496c-4dc1-b74a-0248ce5c35cc service neutron] 10.222.0.44 "GET /v2.0/networks/52150e85-19ba-4d4a-a3c3-ffe0bfb5c484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205297 Jun 18 22:03:47.221440 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-21780da0-328e-498d-b2f7-23ba971bceba req-69ee949d-8c1d-4e9b-afaf-51ae30106790 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631703 Jun 18 22:03:47.267301 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c743a-c2d2-4301-a6f8-5c2be2c2f451 req-4342e647-ee11-42ec-a165-59434408daa6 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:47.270296 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:47.275653 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-de9c743a-c2d2-4301-a6f8-5c2be2c2f451 req-4342e647-ee11-42ec-a165-59434408daa6 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.3292413 Jun 18 22:03:47.308831 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822e04c-8712-4872-b073-6f3208470a01 req-782038ee-f704-46ec-89d5-04b26f6c8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:47.310270 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8822e04c-8712-4872-b073-6f3208470a01 req-782038ee-f704-46ec-89d5-04b26f6c8a64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02a6e92122c648009a67bed9a25e5509&device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 1098 time: 0.3651729 Jun 18 22:03:47.316476 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7f6e22e-0363-47ba-a5c8-b4c6cd797103 req-04adda64-996e-44f1-bb31-93d6d23cc9d4 service neutron] 10.222.0.44 "GET /v2.0/networks/52150e85-19ba-4d4a-a3c3-ffe0bfb5c484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251728 Jun 18 22:03:47.348941 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port 9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:47.355141 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-de9c743a-c2d2-4301-a6f8-5c2be2c2f451 req-879a9dc6-153e-4668-8810-5358e24b418d tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780432 Jun 18 22:03:47.409676 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:47.414003 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:47.502067 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:47.507728 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:47.511385 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822e04c-8712-4872-b073-6f3208470a01 req-a4998aac-e3bd-4a53-acf8-4d5d703aa83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:47.512894 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8822e04c-8712-4872-b073-6f3208470a01 req-a4998aac-e3bd-4a53-acf8-4d5d703aa83f service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e3d4388-f912-494e-9274-2eaf8813e493 HTTP/1.1" status: 200 len: 920 time: 0.1555901 Jun 18 22:03:47.647698 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8822e04c-8712-4872-b073-6f3208470a01 req-94b67d5c-3d91-4f7e-8f86-9c5bb9e798b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d722b41-85ff-42d5-b436-afd06a4cbb66 HTTP/1.1" status: 200 len: 217 time: 0.0515034 Jun 18 22:03:47.675989 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4866026-1115-400c-9a0c-bee27862bc7e req-1500ce41-b884-4fd9-94c7-89324f75937b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:47.677527 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b4866026-1115-400c-9a0c-bee27862bc7e req-1500ce41-b884-4fd9-94c7-89324f75937b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 943 time: 0.1347513 Jun 18 22:03:47.834521 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b4866026-1115-400c-9a0c-bee27862bc7e req-787b6a44-7338-4b9a-a13c-5c41b51b9929 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511886 Jun 18 22:03:47.848281 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822e04c-8712-4872-b073-6f3208470a01 req-26d0e087-c439-4b44-8ddd-59806f96a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:47.849704 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8822e04c-8712-4872-b073-6f3208470a01 req-26d0e087-c439-4b44-8ddd-59806f96a207 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6010c590-2fee-479f-8c83-b0d256412620 HTTP/1.1" status: 200 len: 859 time: 0.1476500 Jun 18 22:03:47.884281 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85936370-73fa-4237-baa4-5045fc8ca652 req-42c127d6-d12b-4fb3-9027-fe6668de39ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:47.886149 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-85936370-73fa-4237-baa4-5045fc8ca652 req-42c127d6-d12b-4fb3-9027-fe6668de39ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b54bd8f50e44b159a9735b0e6072e2a&device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 1096 time: 0.1866486 Jun 18 22:03:48.048973 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:48.290190 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 36526) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:48.295452 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-b5595e5f-ca99-4a8b-806b-ed6a26e64248 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1293958607-network', 'tenant_id': '410d595d0d884cd49c2b98454cfa50a1'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:48.385273 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5595e5f-ca99-4a8b-806b-ed6a26e64248 admin admin] Made reservation on behalf of 410d595d0d884cd49c2b98454cfa50a1 for: {'network': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:03:48.387861 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b5595e5f-ca99-4a8b-806b-ed6a26e64248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for network, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:48.407191 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b5595e5f-ca99-4a8b-806b-ed6a26e64248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:48.556451 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3a3c2-107e-44b9-bfba-c54bb95605f4 req-891c27ec-d3b7-49c5-b303-a24fca787a31 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:48.558548 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f0d3a3c2-107e-44b9-bfba-c54bb95605f4 req-891c27ec-d3b7-49c5-b303-a24fca787a31 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.0897841 Jun 18 22:03:48.613344 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b5595e5f-ca99-4a8b-806b-ed6a26e64248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:48.645617 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f0d3a3c2-107e-44b9-bfba-c54bb95605f4 req-1b644610-cc88-4db3-983d-1d3af92905f7 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787284 Jun 18 22:03:48.691213 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4754b-cca8-4152-8326-998d6d38cbc7 req-f61ebc97-644b-4a80-be1a-b2c04d410688 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:48.692951 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cda4754b-cca8-4152-8326-998d6d38cbc7 req-f61ebc97-644b-4a80-be1a-b2c04d410688 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1279573 Jun 18 22:03:48.721786 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:48.761106 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b5595e5f-ca99-4a8b-806b-ed6a26e64248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:48.768942 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cda4754b-cca8-4152-8326-998d6d38cbc7 req-e898d587-ee91-4acd-b2c7-a11837749c75 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686262 Jun 18 22:03:48.776634 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-193cbf2a-0990-4636-9738-6ecb9e61d80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:48.870371 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:48.870371 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:48.871187 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5595e5f-ca99-4a8b-806b-ed6a26e64248 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=93153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:03:48.871187 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5595e5f-ca99-4a8b-806b-ed6a26e64248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a27fb2-d2c3-46ce-a253-38f03c4f060e,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:48.871187 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b5595e5f-ca99-4a8b-806b-ed6a26e64248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:48.871187 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b5595e5f-ca99-4a8b-806b-ed6a26e64248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:48.871187 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.db.segments_db [None req-b5595e5f-ca99-4a8b-806b-ed6a26e64248 admin admin] Added segment b6ed8bd2-0f24-478c-ae64-50255893eb99 of type vlan for network e0491767-7244-49c3-83ac-cad64c794a63 Jun 18 22:03:48.907534 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b5595e5f-ca99-4a8b-806b-ed6a26e64248 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737366562524'] for network, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:48.956636 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Sync routers for ids ['2df67ef0-2a69-4521-ab8b-fe356cae505d'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:03:48.981089 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Routers {'2df67ef0-2a69-4521-ab8b-fe356cae505d'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:03:48.983271 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:03:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2df67ef0-2a69-4521-ab8b-fe356cae505d'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:49.135617 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133e653-edb4-42a9-ad20-bbced72e8a2c req-8b0e2cca-68f6-411f-9bf2-fef31e67673e tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:49.137919 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3133e653-edb4-42a9-ad20-bbced72e8a2c req-8b0e2cca-68f6-411f-9bf2-fef31e67673e tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 943 time: 0.0793920 Jun 18 22:03:49.148460 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Set router 2df67ef0-2a69-4521-ab8b-fe356cae505d gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:03:49.193707 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3133e653-edb4-42a9-ad20-bbced72e8a2c req-54353bd8-1984-4de2-9cfc-b6286fbe69a0 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469716 Jun 18 22:03:49.411639 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'name': 'tempest-TestShelveInstance-1585433619-router', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:38Z', 'updated_at': '2021-06-18T22:03:45Z', 'revision_number': 4, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'gw_port': {'id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:39Z', 'updated_at': '2021-06-18T22:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '0fcf22c4-d853-47e8-acef-4960e6aad680', 'name': '', 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'mac_address': 'fa:16:3e:c7:48:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '43c6e494-71ef-4246-96bb-6c5d7207995a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:43Z', 'updated_at': '2021-06-18T22:03:45Z', 'revision_number': 2, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'subnets': [{'id': '43c6e494-71ef-4246-96bb-6c5d7207995a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:49.437362 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Checking router: 2df67ef0-2a69-4521-ab8b-fe356cae505d for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:03:49.437721 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Updating router 2df67ef0-2a69-4521-ab8b-fe356cae505d port 0fcf22c4-d853-47e8-acef-4960e6aad680 binding host dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:03:49.491204 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b5595e5f-ca99-4a8b-806b-ed6a26e64248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283'] for network, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:49.494098 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:49.495140 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5595e5f-ca99-4a8b-806b-ed6a26e64248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:49.495866 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b5595e5f-ca99-4a8b-806b-ed6a26e64248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:49.499377 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-4d728e79-dce7-419f-b874-a199dc78b0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:49.587349 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b5595e5f-ca99-4a8b-806b-ed6a26e64248 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2960219 Jun 18 22:03:49.589955 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 36556) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:49.597426 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-b43d626e-a7b4-46d6-b398-7518974f4a2c admin admin] Request body: {'subnet': {'network_id': 'e0491767-7244-49c3-83ac-cad64c794a63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1293958607-subnet', 'tenant_id': '410d595d0d884cd49c2b98454cfa50a1', 'ip_version': 4}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:49.622489 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5595e5f-ca99-4a8b-806b-ed6a26e64248 admin admin] Pushing event updated for resources: {'Network': ['ID=e0491767-7244-49c3-83ac-cad64c794a63,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:49.642781 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b5595e5f-ca99-4a8b-806b-ed6a26e64248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:49.675127 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Network e0491767-7244-49c3-83ac-cad64c794a63 details requested by agent ovs-agent-dv-cinder-766752-3-iscsi with host dv-cinder-766752-3-iscsi {{(pid=93155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:03:49.738791 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43d626e-a7b4-46d6-b398-7518974f4a2c admin admin] Made reservation on behalf of 410d595d0d884cd49c2b98454cfa50a1 for: {'subnet': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:03:49.741835 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b43d626e-a7b4-46d6-b398-7518974f4a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9844799'] for subnet, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:49.936149 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:49.949031 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Transition to ACTIVE for port object 0fcf22c4-d853-47e8-acef-4960e6aad680 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:49.954572 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382adc5a-8759-4b2c-8513-b8b1999d99d6 req-78cbce5d-5cd6-4563-8926-fc15fe78d984 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:49.960888 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-382adc5a-8759-4b2c-8513-b8b1999d99d6 req-78cbce5d-5cd6-4563-8926-fc15fe78d984 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.0848093 Jun 18 22:03:50.040268 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:50.042493 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-382adc5a-8759-4b2c-8513-b8b1999d99d6 req-8cb54c96-64f4-4a2c-8a88-12e00a03af66 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760446 Jun 18 22:03:50.048752 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:50.156091 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa15223-925b-4531-a724-1c7a295bf4c8 req-1e66b63f-7b82-4383-a11a-22700ecb632c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:50.157694 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5aa15223-925b-4531-a724-1c7a295bf4c8 req-1e66b63f-7b82-4383-a11a-22700ecb632c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0864472 Jun 18 22:03:50.163405 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b43d626e-a7b4-46d6-b398-7518974f4a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9460697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9844781'] for subnet, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:50.165947 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6e9f13f2-45ee-4e01-aeca-1899837b57f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:50.219500 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5aa15223-925b-4531-a724-1c7a295bf4c8 req-34467409-4b2e-4cec-a1fd-04b58d87ddda tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549543 Jun 18 22:03:50.231284 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d626e-a7b4-46d6-b398-7518974f4a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77db2e0-d70c-4216-bde3-7c105193be1e,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:50.235719 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b43d626e-a7b4-46d6-b398-7518974f4a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:50.235922 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff3bc6-015a-4160-a5d9-39ddd5c5f592 None None] Pushing event updated for resources: {'Port': ['ID=0fcf22c4-d853-47e8-acef-4960e6aad680,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:50.239731 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-43ff3bc6-015a-4160-a5d9-39ddd5c5f592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:50.247634 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d626e-a7b4-46d6-b398-7518974f4a2c admin admin] Checking segment: {'id': 'b6ed8bd2-0f24-478c-ae64-50255893eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e0491767-7244-49c3-83ac-cad64c794a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:50.248077 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43d626e-a7b4-46d6-b398-7518974f4a2c admin admin] Network hostable DHCP agents. Network: e0491767-7244-49c3-83ac-cad64c794a63, hostable agents: ['9f0b91c3-6ba3-4173-8e48-c1b1d033014c'], hosted agents: [] {{(pid=93153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:03:50.294078 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Attempting to bind port 0fcf22c4-d853-47e8-acef-4960e6aad680 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:03:50.294464 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Attempting to bind port 0fcf22c4-d853-47e8-acef-4960e6aad680 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': '2b331b0a-2380-4400-b62b-7b160dff8e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:03:50.294838 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Attempting to bind port 0fcf22c4-d853-47e8-acef-4960e6aad680 on network d0970eb9-7453-4bc7-acc8-23863a420423 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:50.302043 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:03:50.303014 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Checking segment: {'id': '2b331b0a-2380-4400-b62b-7b160dff8e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:50.303446 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:50.303853 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Bound using segment: {'id': '2b331b0a-2380-4400-b62b-7b160dff8e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:03:50.304378 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Bound port: 0fcf22c4-d853-47e8-acef-4960e6aad680, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b331b0a-2380-4400-b62b-7b160dff8e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:03:50.304814 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:50.322473 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43d626e-a7b4-46d6-b398-7518974f4a2c admin admin] Network e0491767-7244-49c3-83ac-cad64c794a63 is scheduled to be hosted by DHCP agent 9f0b91c3-6ba3-4173-8e48-c1b1d033014c with binding_index 1 {{(pid=93153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:03:50.407575 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-b43d626e-a7b4-46d6-b398-7518974f4a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-iscsi, e0491767-7244-49c3-83ac-cad64c794a63) {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:50.417252 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43d626e-a7b4-46d6-b398-7518974f4a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:50.417252 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b43d626e-a7b4-46d6-b398-7518974f4a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:50.435193 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47adb78d-bb94-46b8-a18f-7e9a5e811c60 None None] Network e0491767-7244-49c3-83ac-cad64c794a63 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:03:50.502029 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b43d626e-a7b4-46d6-b398-7518974f4a2c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9107282 Jun 18 22:03:50.505059 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 36566) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:50.509540 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1293958607-router', 'tenant_id': '410d595d0d884cd49c2b98454cfa50a1', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:50.516760 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] For port 0fcf22c4-d853-47e8-acef-4960e6aad680, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:03:50.522730 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] For port 0fcf22c4-d853-47e8-acef-4960e6aad680, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=0fcf22c4-d853-47e8-acef-4960e6aad680,segment=NetworkSegment(2b331b0a-2380-4400-b62b-7b160dff8e3a),segment_id=2b331b0a-2380-4400-b62b-7b160dff8e3a)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:03:50.603710 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-610220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1851'] for router, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:50.605964 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1840'] for router, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:50.606109 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:50.609201 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:50.631920 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db4c9a-509c-43f7-b712-a20307afe5a7 req-67cab0c1-4b04-463a-b7d3-25003ad1c4fa tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:50.636027 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-09db4c9a-509c-43f7-b712-a20307afe5a7 req-67cab0c1-4b04-463a-b7d3-25003ad1c4fa tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 943 time: 0.0852678 Jun 18 22:03:50.717362 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:50.721187 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-09db4c9a-509c-43f7-b712-a20307afe5a7 req-6ab5726a-b1ed-4274-84e1-8cb5a7534f70 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768752 Jun 18 22:03:50.826196 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1cd4b5c-bae9-5a54-94e7-4e728668075a-e0491767-7244-49c3-83ac-cad64c794a63', 'network_id': 'e0491767-7244-49c3-83ac-cad64c794a63', 'tenant_id': '410d595d0d884cd49c2b98454cfa50a1', 'fixed_ips': [{'subnet_id': 'e77db2e0-d70c-4216-bde3-7c105193be1e'}]}} from dv-cinder-766752-3-iscsi. {{(pid=93155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 22:03:50.827823 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:50.852457 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Routers {'2df67ef0-2a69-4521-ab8b-fe356cae505d'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:03:50.853092 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:03:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2df67ef0-2a69-4521-ab8b-fe356cae505d'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:50.947896 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1830'] for router, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:50.969310 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff3bc6-015a-4160-a5d9-39ddd5c5f592 None None] Pushing event updated for resources: {'Port': ['ID=0fcf22c4-d853-47e8-acef-4960e6aad680,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:50.981925 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-43ff3bc6-015a-4160-a5d9-39ddd5c5f592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:50.982692 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 6c20a162-8d54-43a6-a089-b489a2c4697c no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:03:51.156685 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] Set router 2df67ef0-2a69-4521-ab8b-fe356cae505d gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:03:51.197775 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Allocated IP 172.20.0.2 (e0491767-7244-49c3-83ac-cad64c794a63/e77db2e0-d70c-4216-bde3-7c105193be1e/553142eb-8fd1-4c23-91db-f5cdcb0e53b3) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:03:51.324466 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:51.336579 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:51.346576 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:51.398582 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb7b577-acbf-49e7-b792-01fee9db6bf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c20a162-8d54-43a6-a089-b489a2c4697c'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:03:51.398835 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8391c3-5ed8-4568-b085-d4c8ff64f923 req-ed80cd51-6d52-40e0-a10d-fb5870fbc5d7 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:51.400029 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0d8391c3-5ed8-4568-b085-d4c8ff64f923 req-ed80cd51-6d52-40e0-a10d-fb5870fbc5d7 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 945 time: 0.1552563 Jun 18 22:03:51.400800 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d66b9ed-9c1f-446e-94fb-3d7a57a5ed9d" -d '{"events": [{"server_uuid": "fcb7b577-acbf-49e7-b792-01fee9db6bf7", "name": "network-vif-unplugged", "status": "completed", "tag": "6c20a162-8d54-43a6-a089-b489a2c4697c"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:03:51.427926 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 6c20a162-8d54-43a6-a089-b489a2c4697c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=6c20a162-8d54-43a6-a089-b489a2c4697c,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:51.505467 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:51.518848 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-1db19183-022e-4b7f-b549-665ab52ddb7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:51.548752 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0d8391c3-5ed8-4568-b085-d4c8ff64f923 req-987bf9d2-2312-46c4-8eb4-767601f73436 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426237 Jun 18 22:03:51.580251 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:51.595281 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Allocated IP 172.27.1.217 (ac7fe84e-50f5-4915-b437-0569bccbfaaf/467ce04a-3e35-49c7-b989-561dd094bc72/8e5058a9-a31e-4c0c-8046-3efcf9be40c1) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:03:51.622870 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Transition to ACTIVE for port object 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:51.644495 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=6c20a162-8d54-43a6-a089-b489a2c4697c,revision_number=8']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:51.659888 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:51.662857 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa5546-fe9d-4591-ba7b-c067559ef606 req-5f375cec-7178-4223-ab0d-94a251838fb5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:51.664551 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cdfa5546-fe9d-4591-ba7b-c067559ef606 req-5f375cec-7178-4223-ab0d-94a251838fb5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.2618175 Jun 18 22:03:51.667662 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 22:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e6537f-6112-463b-9691-6cefe4ae0617 x-openstack-request-id: req-17e6537f-6112-463b-9691-6cefe4ae0617 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:03:51.667963 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb7b577-acbf-49e7-b792-01fee9db6bf7", "name": "network-vif-unplugged", "status": "completed", "tag": "6c20a162-8d54-43a6-a089-b489a2c4697c", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:03:51.668347 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-17e6537f-6112-463b-9691-6cefe4ae0617 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:03:51.668703 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb7b577-acbf-49e7-b792-01fee9db6bf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c20a162-8d54-43a6-a089-b489a2c4697c', 'code': 200} Jun 18 22:03:51.671955 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Transition to ACTIVE for port object 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:51.698273 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'name': 'tempest-TestShelveInstance-1585433619-router', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:38Z', 'updated_at': '2021-06-18T22:03:45Z', 'revision_number': 4, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'gw_port': {'id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:39Z', 'updated_at': '2021-06-18T22:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '0fcf22c4-d853-47e8-acef-4960e6aad680', 'name': '', 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'mac_address': 'fa:16:3e:c7:48:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '43c6e494-71ef-4246-96bb-6c5d7207995a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:43Z', 'updated_at': '2021-06-18T22:03:50Z', 'revision_number': 4, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'subnets': [{'id': '43c6e494-71ef-4246-96bb-6c5d7207995a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:51.725357 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fb249-aa95-4e13-9092-e06884b2ad53 None None] The sync data for ids ['2df67ef0-2a69-4521-ab8b-fe356cae505d'] in dv-cinder-766752-3-iscsi is: [{'id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'name': 'tempest-TestShelveInstance-1585433619-router', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:38Z', 'updated_at': '2021-06-18T22:03:45Z', 'revision_number': 4, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'gw_port': {'id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:39Z', 'updated_at': '2021-06-18T22:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '0fcf22c4-d853-47e8-acef-4960e6aad680', 'name': '', 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'mac_address': 'fa:16:3e:c7:48:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '43c6e494-71ef-4246-96bb-6c5d7207995a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:43Z', 'updated_at': '2021-06-18T22:03:50Z', 'revision_number': 4, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'subnets': [{'id': '43c6e494-71ef-4246-96bb-6c5d7207995a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:03:51.741422 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:51.741422 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:51.768955 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cdfa5546-fe9d-4591-ba7b-c067559ef606 req-3b4dab4c-00fd-4d3e-8e47-e42f68239546 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734687 Jun 18 22:03:51.790494 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Network e0491767-7244-49c3-83ac-cad64c794a63 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:51.794673 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:51.829919 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Pushing event updated for resources: {'Port': ['ID=553142eb-8fd1-4c23-91db-f5cdcb0e53b3,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:51.843279 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:51.844117 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:03:51.887529 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:51.948764 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Attempting to bind port 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:03:51.949423 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Attempting to bind port 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': 'b6ed8bd2-0f24-478c-ae64-50255893eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e0491767-7244-49c3-83ac-cad64c794a63'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:03:51.950122 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Attempting to bind port 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 on network e0491767-7244-49c3-83ac-cad64c794a63 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:51.956609 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:03:51.957921 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Checking segment: {'id': 'b6ed8bd2-0f24-478c-ae64-50255893eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e0491767-7244-49c3-83ac-cad64c794a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:51.958908 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:51.959549 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Bound using segment: {'id': 'b6ed8bd2-0f24-478c-ae64-50255893eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e0491767-7244-49c3-83ac-cad64c794a63'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:03:51.960636 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Bound port: 553142eb-8fd1-4c23-91db-f5cdcb0e53b3, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ed8bd2-0f24-478c-ae64-50255893eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e0491767-7244-49c3-83ac-cad64c794a63'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:03:51.965040 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:52.031269 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:52.039099 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:52.070449 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] For port 553142eb-8fd1-4c23-91db-f5cdcb0e53b3, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:03:52.073843 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] For port 553142eb-8fd1-4c23-91db-f5cdcb0e53b3, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=553142eb-8fd1-4c23-91db-f5cdcb0e53b3,segment=NetworkSegment(b6ed8bd2-0f24-478c-ae64-50255893eb99),segment_id=b6ed8bd2-0f24-478c-ae64-50255893eb99)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:03:52.088126 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:52.100211 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c300b61-ee26-4760-a310-9d642850d658 req-aa6989b7-b515-49f7-a3c0-da88bb4f469a tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:52.107411 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3c300b61-ee26-4760-a310-9d642850d658 req-aa6989b7-b515-49f7-a3c0-da88bb4f469a tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 943 time: 0.1534603 Jun 18 22:03:52.110451 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:52.123792 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:03:52.158403 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:52.163950 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:52.178874 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Pushing event updated for resources: {'Port': ['ID=8e5058a9-a31e-4c0c-8046-3efcf9be40c1,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:52.205541 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:52.242484 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Pushing event updated for resources: {'Port': ['ID=553142eb-8fd1-4c23-91db-f5cdcb0e53b3,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:52.248893 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:52.760053 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3c300b61-ee26-4760-a310-9d642850d658 req-e20a0a60-7038-4a58-8c84-5b0a9c8d283e tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6516395 Jun 18 22:03:52.851179 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 0fcf22c4-d853-47e8-acef-4960e6aad680 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:53.071916 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 0fcf22c4-d853-47e8-acef-4960e6aad680 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:53.076864 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 0fcf22c4-d853-47e8-acef-4960e6aad680 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:53.081554 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:53.089504 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3be4b9-3da5-445e-b202-c8fd8b663aac req-a9bdc7be-b4ef-4434-ab13-cfb8ccadf5ec tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:53.091448 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ff3be4b9-3da5-445e-b202-c8fd8b663aac req-a9bdc7be-b4ef-4434-ab13-cfb8ccadf5ec tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.2246215 Jun 18 22:03:53.168874 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39928f-8c53-42a9-991d-7b1e19136721 req-ea3d08e7-5eab-41b5-9dc1-60f00c1026fe tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:53.176772 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3d39928f-8c53-42a9-991d-7b1e19136721 req-ea3d08e7-5eab-41b5-9dc1-60f00c1026fe tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1904202 Jun 18 22:03:53.209035 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:53.245219 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port 0fcf22c4-d853-47e8-acef-4960e6aad680, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=0fcf22c4-d853-47e8-acef-4960e6aad680,segment=NetworkSegment(2b331b0a-2380-4400-b62b-7b160dff8e3a),segment_id=2b331b0a-2380-4400-b62b-7b160dff8e3a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:53.268213 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ff3be4b9-3da5-445e-b202-c8fd8b663aac req-c9105165-1fab-4a00-8961-35d9a126989c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682351 Jun 18 22:03:53.311530 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3d39928f-8c53-42a9-991d-7b1e19136721 req-c27d18a9-51d4-41f0-aeae-11baffbc6dc2 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338110 Jun 18 22:03:53.319276 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:53.321468 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:53.322353 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:53.324151 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-52f31652-225d-4a54-ada4-cc6bccfa6d7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:53.430996 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=0fcf22c4-d853-47e8-acef-4960e6aad680,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:53.435458 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:53.573951 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:53.621780 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546105'] for router, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:53.669006 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f965444-42e4-4a5d-81aa-25e3c985af54 None None] Network e0491767-7244-49c3-83ac-cad64c794a63 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:03:53.813769 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-54113605-cd8a-4477-9b64-b561c7fd5c89 None None] Provisioning for port 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:53.819108 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-54113605-cd8a-4477-9b64-b561c7fd5c89 None None] Provisioning complete for port 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:53.819490 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-54113605-cd8a-4477-9b64-b561c7fd5c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:53.825212 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Router 52751cfe-d111-47ba-826e-3958fc69283d is scheduled to L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc with binding_index 1 {{(pid=93154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 22:03:53.925415 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-54113605-cd8a-4477-9b64-b561c7fd5c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:53.976039 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-54113605-cd8a-4477-9b64-b561c7fd5c89 None None] For port 553142eb-8fd1-4c23-91db-f5cdcb0e53b3, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=553142eb-8fd1-4c23-91db-f5cdcb0e53b3,segment=NetworkSegment(b6ed8bd2-0f24-478c-ae64-50255893eb99),segment_id=b6ed8bd2-0f24-478c-ae64-50255893eb99)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:54.054842 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-54113605-cd8a-4477-9b64-b561c7fd5c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:54.057958 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-3ee129c9-898c-4aaf-9a0a-50108bb97c5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:54.116128 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54113605-cd8a-4477-9b64-b561c7fd5c89 None None] Pushing event updated for resources: {'Port': ['ID=553142eb-8fd1-4c23-91db-f5cdcb0e53b3,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:54.118291 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-54113605-cd8a-4477-9b64-b561c7fd5c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:54.121624 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e53cb-2db1-4ff3-8e5a-d1da9cb2c5bb req-add2d7dc-00f6-4c81-bffd-bbba04bf7ccd tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:54.123070 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f86e53cb-2db1-4ff3-8e5a-d1da9cb2c5bb req-add2d7dc-00f6-4c81-bffd-bbba04bf7ccd tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 943 time: 0.1666400 Jun 18 22:03:54.125913 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:03:54.138117 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Sync routers for ids ['52751cfe-d111-47ba-826e-3958fc69283d'] in dv-cinder-766752-3-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:03:54.148512 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Routers {'52751cfe-d111-47ba-826e-3958fc69283d'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:03:54.149229 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:03:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['52751cfe-d111-47ba-826e-3958fc69283d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:54.191628 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f86e53cb-2db1-4ff3-8e5a-d1da9cb2c5bb req-9b91c883-461f-4fc3-8b28-801cfa3c9cc7 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555215 Jun 18 22:03:54.231500 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:54.236000 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 36598) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:54.243538 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7372854 Jun 18 22:03:54.284824 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-a36640be-533a-4ae0-8deb-e9a110bfcfba None None] Provisioning complete for port 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:54.286064 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a36640be-533a-4ae0-8deb-e9a110bfcfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:54.304117 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Set router 52751cfe-d111-47ba-826e-3958fc69283d gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:03:54.571704 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52751cfe-d111-47ba-826e-3958fc69283d', 'name': 'tempest-TestShelveInstance-1293958607-router', 'tenant_id': '410d595d0d884cd49c2b98454cfa50a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '8e5058a9-a31e-4c0c-8046-3efcf9be40c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:50Z', 'updated_at': '2021-06-18T22:03:52Z', 'revision_number': 3, 'project_id': '410d595d0d884cd49c2b98454cfa50a1', 'gw_port': {'id': '8e5058a9-a31e-4c0c-8046-3efcf9be40c1', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:51:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52751cfe-d111-47ba-826e-3958fc69283d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:51Z', 'updated_at': '2021-06-18T22:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:54.588993 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6b9b2-91d6-42bb-bf1b-6743f78ae0ec req-11c1771a-f611-4def-883d-1e9122b20d74 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:54.590460 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c9c6b9b2-91d6-42bb-bf1b-6743f78ae0ec req-11c1771a-f611-4def-883d-1e9122b20d74 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.1290374 Jun 18 22:03:54.600005 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Checking router: 52751cfe-d111-47ba-826e-3958fc69283d for host: dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:03:54.600444 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Updating router 52751cfe-d111-47ba-826e-3958fc69283d port 8e5058a9-a31e-4c0c-8046-3efcf9be40c1 binding host dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:03:54.635288 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9883def-4175-4482-a7bc-933edcebc680 req-ce82afbc-8869-4305-89a6-2c8fe5ca6e69 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:54.642005 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d9883def-4175-4482-a7bc-933edcebc680 req-ce82afbc-8869-4305-89a6-2c8fe5ca6e69 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1118233 Jun 18 22:03:54.655006 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:54.663238 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c9c6b9b2-91d6-42bb-bf1b-6743f78ae0ec req-09dd4f65-b096-4c50-8092-ecc43a5052e4 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664945 Jun 18 22:03:54.699064 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 0fcf22c4-d853-47e8-acef-4960e6aad680 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:54.708775 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d9883def-4175-4482-a7bc-933edcebc680 req-ca03be56-e1bd-4a9d-adb7-d5220556e179 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658140 Jun 18 22:03:54.760818 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 0fcf22c4-d853-47e8-acef-4960e6aad680 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:54.761322 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:54.878378 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:54.990433 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:54.992739 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:55.033448 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Notify callbacks [] for port, precommit_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:55.035741 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:55.045603 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Transition to ACTIVE for port object 8e5058a9-a31e-4c0c-8046-3efcf9be40c1 will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:55.146122 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:55.148584 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-518d72f1-68e9-4450-9a37-0069961e6252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:55.194591 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7cc14-efa5-4274-9bf7-e6225d167757 None None] Pushing event updated for resources: {'Port': ['ID=8e5058a9-a31e-4c0c-8046-3efcf9be40c1,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:55.201566 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-c3a7cc14-efa5-4274-9bf7-e6225d167757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:55.206106 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Attempting to bind port 8e5058a9-a31e-4c0c-8046-3efcf9be40c1 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:03:55.206106 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Attempting to bind port 8e5058a9-a31e-4c0c-8046-3efcf9be40c1 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:03:55.206460 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Attempting to bind port 8e5058a9-a31e-4c0c-8046-3efcf9be40c1 on network ac7fe84e-50f5-4915-b437-0569bccbfaaf {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:55.212857 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:03:55.213245 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Checking segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:55.213652 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:55.214046 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Bound using segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:03:55.214518 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Bound port: 8e5058a9-a31e-4c0c-8046-3efcf9be40c1, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:03:55.214679 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Allocated IP 172.20.0.1 (e0491767-7244-49c3-83ac-cad64c794a63/e77db2e0-d70c-4216-bde3-7c105193be1e/10bdda94-3476-4c59-8024-c7d1a2bc4756) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:03:55.214998 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:55.282553 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] For port 8e5058a9-a31e-4c0c-8046-3efcf9be40c1, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:03:55.286311 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] For port 8e5058a9-a31e-4c0c-8046-3efcf9be40c1, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=8e5058a9-a31e-4c0c-8046-3efcf9be40c1,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:03:55.338760 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:55.351070 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.provisioning_blocks [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Transition to ACTIVE for port object 10bdda94-3476-4c59-8024-c7d1a2bc4756 will not be triggered until provisioned by entity DHCP. {{(pid=93153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:55.357930 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:55.375341 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:55.375588 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedb775-c0bb-4b83-b095-43f0b632d66b req-c7625c00-a99d-468a-b1b4-36c5ec1f08b9 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:55.377197 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1dedb775-c0bb-4b83-b095-43f0b632d66b req-c7625c00-a99d-468a-b1b4-36c5ec1f08b9 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 943 time: 0.0639772 Jun 18 22:03:55.415654 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Routers {'52751cfe-d111-47ba-826e-3958fc69283d'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:03:55.416322 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:03:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['52751cfe-d111-47ba-826e-3958fc69283d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:55.425086 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1dedb775-c0bb-4b83-b095-43f0b632d66b req-711fd492-e6c3-482f-ac97-9d7c65805e5f tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365038 Jun 18 22:03:55.447578 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9460589'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:55.460539 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-dde4a980-e1d1-449c-bd8d-74fd620690e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:55.518443 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Network e0491767-7244-49c3-83ac-cad64c794a63 is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:55.536901 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7cc14-efa5-4274-9bf7-e6225d167757 None None] Pushing event updated for resources: {'Port': ['ID=8e5058a9-a31e-4c0c-8046-3efcf9be40c1,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:55.539871 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:55.548809 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-c3a7cc14-efa5-4274-9bf7-e6225d167757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:55.550250 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:03:55.620215 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Pushing event updated for resources: {'Port': ['ID=10bdda94-3476-4c59-8024-c7d1a2bc4756,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:55.628128 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:55.662053 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545558'] for router_interface, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:55.683226 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] Set router 52751cfe-d111-47ba-826e-3958fc69283d gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:03:55.888389 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-8fd09d5f-5bd3-4e39-913a-9b466390996c None None] Provisioning for port 10bdda94-3476-4c59-8024-c7d1a2bc4756 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:55.892076 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-8fd09d5f-5bd3-4e39-913a-9b466390996c None None] Provisioning complete for port 10bdda94-3476-4c59-8024-c7d1a2bc4756 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:55.898132 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8fd09d5f-5bd3-4e39-913a-9b466390996c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:55.901447 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:55.945682 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52751cfe-d111-47ba-826e-3958fc69283d', 'name': 'tempest-TestShelveInstance-1293958607-router', 'tenant_id': '410d595d0d884cd49c2b98454cfa50a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '8e5058a9-a31e-4c0c-8046-3efcf9be40c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:50Z', 'updated_at': '2021-06-18T22:03:52Z', 'revision_number': 3, 'project_id': '410d595d0d884cd49c2b98454cfa50a1', 'gw_port': {'id': '8e5058a9-a31e-4c0c-8046-3efcf9be40c1', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:51:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52751cfe-d111-47ba-826e-3958fc69283d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:51Z', 'updated_at': '2021-06-18T22:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:55.946026 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-8fd09d5f-5bd3-4e39-913a-9b466390996c None None] Port 10bdda94-3476-4c59-8024-c7d1a2bc4756 cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:03:55.952458 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d0222-5e87-4420-a113-144f20f69291 req-cf5c17b5-d5da-45d0-9651-b2a52390d4ab tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:55.954153 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f48d0222-5e87-4420-a113-144f20f69291 req-cf5c17b5-d5da-45d0-9651-b2a52390d4ab tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.1218250 Jun 18 22:03:55.967579 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61f3ff-96d9-4578-a53d-58bebe0547c5 req-99ffac4b-b14b-43e8-a901-59a62ede4707 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:55.969089 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-aa61f3ff-96d9-4578-a53d-58bebe0547c5 req-99ffac4b-b14b-43e8-a901-59a62ede4707 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1083243 Jun 18 22:03:55.982933 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2015ca-6964-4ddc-a93b-c0a28fe120dc None None] The sync data for ids ['52751cfe-d111-47ba-826e-3958fc69283d'] in dv-cinder-766752-3-iscsi is: [{'id': '52751cfe-d111-47ba-826e-3958fc69283d', 'name': 'tempest-TestShelveInstance-1293958607-router', 'tenant_id': '410d595d0d884cd49c2b98454cfa50a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '8e5058a9-a31e-4c0c-8046-3efcf9be40c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:50Z', 'updated_at': '2021-06-18T22:03:52Z', 'revision_number': 3, 'project_id': '410d595d0d884cd49c2b98454cfa50a1', 'gw_port': {'id': '8e5058a9-a31e-4c0c-8046-3efcf9be40c1', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:51:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52751cfe-d111-47ba-826e-3958fc69283d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:51Z', 'updated_at': '2021-06-18T22:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:03:56.043229 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f48d0222-5e87-4420-a113-144f20f69291 req-5f25b495-b44c-4409-b3e7-3c036709ac0a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729740 Jun 18 22:03:56.050715 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-aa61f3ff-96d9-4578-a53d-58bebe0547c5 req-cfaad3f5-0695-424c-ad82-b2101b1ff5d5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722196 Jun 18 22:03:56.157858 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:56.218442 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460571'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:56.243635 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:56.304814 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546575'] for router_interface, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:56.306897 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Pushing event updated for resources: {'Port': ['ID=10bdda94-3476-4c59-8024-c7d1a2bc4756,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:56.318187 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:56.431782 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Network e0491767-7244-49c3-83ac-cad64c794a63 is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:56.433454 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:56.670744 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Router 52751cfe-d111-47ba-826e-3958fc69283d has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:03:56.749852 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 8e5058a9-a31e-4c0c-8046-3efcf9be40c1 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:56.758643 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00996c0-0e88-4d3d-bc72-d4447cd04e65 req-ba8f57ea-2d4a-43b2-a796-c851567b2267 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:56.767180 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c00996c0-0e88-4d3d-bc72-d4447cd04e65 req-ba8f57ea-2d4a-43b2-a796-c851567b2267 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 943 time: 0.1414051 Jun 18 22:03:56.832257 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-15beb3bf-d235-4069-8c59-3f9a7f994bfa None None] Provisioning complete for port 10bdda94-3476-4c59-8024-c7d1a2bc4756 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:56.832974 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-15beb3bf-d235-4069-8c59-3f9a7f994bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:56.839914 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c00996c0-0e88-4d3d-bc72-d4447cd04e65 req-8653500d-46cf-48a1-b203-9bf018421860 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717962 Jun 18 22:03:56.886433 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-15beb3bf-d235-4069-8c59-3f9a7f994bfa None None] Port 10bdda94-3476-4c59-8024-c7d1a2bc4756 cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:03:56.886971 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:03:56.895989 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] 10.222.0.38 "PUT /v2.0/routers/52751cfe-d111-47ba-826e-3958fc69283d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6582251 Jun 18 22:03:56.960713 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 8e5058a9-a31e-4c0c-8046-3efcf9be40c1 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:56.965325 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 8e5058a9-a31e-4c0c-8046-3efcf9be40c1 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:56.965325 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:57.055824 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:57.091745 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port 8e5058a9-a31e-4c0c-8046-3efcf9be40c1, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=8e5058a9-a31e-4c0c-8046-3efcf9be40c1,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:57.184043 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:57.185990 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:57.250112 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=8e5058a9-a31e-4c0c-8046-3efcf9be40c1,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:57.256694 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:57.277754 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35b1c5-be60-4648-ba5b-8d0248babf20 req-8c437ab9-8c4c-47d9-bb82-834a548d90a9 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:57.279212 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cc35b1c5-be60-4648-ba5b-8d0248babf20 req-8c437ab9-8c4c-47d9-bb82-834a548d90a9 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0968904 Jun 18 22:03:57.319836 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cc35b1c5-be60-4648-ba5b-8d0248babf20 req-cf0ca08e-8329-4cb2-912f-00c779803a49 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349255 Jun 18 22:03:57.479768 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e27f1d-f8b2-4987-96e5-849cb88a4ba5 req-80ac404e-d05d-4e3e-805c-a76c585436a1 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:57.481281 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-13e27f1d-f8b2-4987-96e5-849cb88a4ba5 req-80ac404e-d05d-4e3e-805c-a76c585436a1 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0620489 Jun 18 22:03:57.520845 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-13e27f1d-f8b2-4987-96e5-849cb88a4ba5 req-346317cd-6aaa-4f23-bf19-43b66ba071b9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337229 Jun 18 22:03:57.546001 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 36638) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:57.547667 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-fd8e110b-77fa-4fe1-98ec-72b623c3df69 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2132180246', 'description': 'tempest-secgroup-smoke-2132180246 description', 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:57.654113 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fd8e110b-77fa-4fe1-98ec-72b623c3df69 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:57.736456 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fd8e110b-77fa-4fe1-98ec-72b623c3df69 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:57.825202 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fd8e110b-77fa-4fe1-98ec-72b623c3df69 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:57.828777 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-978b3568-8b2c-49ae-9a8a-f0b849a8e4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:57.854393 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e110b-77fa-4fe1-98ec-72b623c3df69 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e78a5a-ae68-4f28-b321-0bca1db95486,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:57.857157 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-fd8e110b-77fa-4fe1-98ec-72b623c3df69 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:57.919924 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fd8e110b-77fa-4fe1-98ec-72b623c3df69 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:57.921279 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-fd8e110b-77fa-4fe1-98ec-72b623c3df69 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3771212 Jun 18 22:03:57.923963 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 36644) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:57.929613 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-2a975897-0421-4e68-88e8-5301d8bc8159 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Request body: {'security_group_rule': {'security_group_id': 'b8e78a5a-ae68-4f28-b321-0bca1db95486', 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:58.023972 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300087b9-bca4-46f7-9e0b-5f2f00b7eb57 req-41c289ea-8e09-4a5b-97f4-66545757312e tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:58.025596 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-300087b9-bca4-46f7-9e0b-5f2f00b7eb57 req-41c289ea-8e09-4a5b-97f4-66545757312e tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 943 time: 0.0630050 Jun 18 22:03:58.042326 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2a975897-0421-4e68-88e8-5301d8bc8159 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:58.096534 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-300087b9-bca4-46f7-9e0b-5f2f00b7eb57 req-f25c2093-5578-450f-b5d7-04740ed53236 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625801 Jun 18 22:03:58.132856 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2a975897-0421-4e68-88e8-5301d8bc8159 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:58.255292 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2a975897-0421-4e68-88e8-5301d8bc8159 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:58.280926 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8822e04c-8712-4872-b073-6f3208470a01 req-8ddf616a-0cf9-4cb1-bf8a-2fdf175928d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e3d4388-f912-494e-9274-2eaf8813e493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644865 Jun 18 22:03:58.285980 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:58.313412 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a975897-0421-4e68-88e8-5301d8bc8159 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045a3c3c-8c9c-4e05-b9ef-61844cc8f7cd,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:58.319900 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-2a975897-0421-4e68-88e8-5301d8bc8159 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:58.383947 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2a975897-0421-4e68-88e8-5301d8bc8159 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:58.387947 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-2a975897-0421-4e68-88e8-5301d8bc8159 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4601822 Jun 18 22:03:58.387947 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85936370-73fa-4237-baa4-5045fc8ca652 req-b6c60547-74ed-4b2f-a13b-b4a6e7589e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:58.388314 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 36650) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:58.389470 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-85936370-73fa-4237-baa4-5045fc8ca652 req-b6c60547-74ed-4b2f-a13b-b4a6e7589e1e service neutron] 10.222.0.44 "GET /v2.0/networks?id=52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 HTTP/1.1" status: 200 len: 915 time: 0.1805768 Jun 18 22:03:58.392895 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-b42472f3-a6e9-425d-85b4-3d43f0d190c1 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Request body: {'security_group_rule': {'security_group_id': 'b8e78a5a-ae68-4f28-b321-0bca1db95486', 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:58.438822 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-85936370-73fa-4237-baa4-5045fc8ca652 req-fd916528-375f-453e-9c42-f63961f17f40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3951007-e871-4bae-8fc7-00eab61ec720 HTTP/1.1" status: 200 len: 217 time: 0.0378916 Jun 18 22:03:58.497107 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b42472f3-a6e9-425d-85b4-3d43f0d190c1 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:58.526406 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8822e04c-8712-4872-b073-6f3208470a01 req-8b9f0dcc-f8af-4ee3-8c94-39d47115d0a6 service neutron] 10.222.0.44 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933098 Jun 18 22:03:58.543636 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85936370-73fa-4237-baa4-5045fc8ca652 req-8cf2ee71-08cb-45ce-a133-224d9de1a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:58.545107 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-85936370-73fa-4237-baa4-5045fc8ca652 req-8cf2ee71-08cb-45ce-a133-224d9de1a50f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04b18992-a64d-4ec3-9a38-c5bc3c8cd36f HTTP/1.1" status: 200 len: 853 time: 0.0991557 Jun 18 22:03:58.563143 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b42472f3-a6e9-425d-85b4-3d43f0d190c1 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:58.637490 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b42472f3-a6e9-425d-85b4-3d43f0d190c1 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:58.653132 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:58.665073 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393036d-f088-4cc2-bd1f-e7ce3ef526cf req-e829fa8b-6a20-4f25-b9bb-9319589dadcf tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:58.671802 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42472f3-a6e9-425d-85b4-3d43f0d190c1 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53bb1b64-3fc4-4c96-9ebe-a45e95dba71a,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:58.672503 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4393036d-f088-4cc2-bd1f-e7ce3ef526cf req-e829fa8b-6a20-4f25-b9bb-9319589dadcf tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.2119884 Jun 18 22:03:58.674566 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b42472f3-a6e9-425d-85b4-3d43f0d190c1 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:58.688944 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 8e5058a9-a31e-4c0c-8046-3efcf9be40c1 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:58.718666 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Sync routers for ids ['52751cfe-d111-47ba-826e-3958fc69283d'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:03:58.740052 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Routers {'52751cfe-d111-47ba-826e-3958fc69283d'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:03:58.743264 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:03:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['52751cfe-d111-47ba-826e-3958fc69283d'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:58.762648 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b42472f3-a6e9-425d-85b4-3d43f0d190c1 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:58.764128 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b42472f3-a6e9-425d-85b4-3d43f0d190c1 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3747876 Jun 18 22:03:58.772896 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 36654) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:58.778122 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-92e412c6-ea9c-467a-9798-9bc2cc465398 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Request body: {'security_group_rule': {'security_group_id': 'b8e78a5a-ae68-4f28-b321-0bca1db95486', 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:58.807817 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8822e04c-8712-4872-b073-6f3208470a01 req-7554fb25-1d50-4cdf-93c6-040b50c15ef1 service neutron] 10.222.0.44 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586534 Jun 18 22:03:58.835384 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4393036d-f088-4cc2-bd1f-e7ce3ef526cf req-480baa6f-9a2f-4195-885d-7b9b8548692c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619322 Jun 18 22:03:58.844703 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 8e5058a9-a31e-4c0c-8046-3efcf9be40c1 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:58.845083 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:58.855451 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85936370-73fa-4237-baa4-5045fc8ca652 req-a78f1ebb-3d50-4818-8953-ad290805f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:58.857203 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-85936370-73fa-4237-baa4-5045fc8ca652 req-a78f1ebb-3d50-4818-8953-ad290805f806 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52150e85-19ba-4d4a-a3c3-ffe0bfb5c484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2962034 Jun 18 22:03:58.883336 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b5639-2828-4dbb-ba50-6a926a1354e1 req-75a786e4-abf9-4ebe-8c5d-8dedc56f655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:58.884770 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c61b5639-2828-4dbb-ba50-6a926a1354e1 req-75a786e4-abf9-4ebe-8c5d-8dedc56f655c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7&device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 1096 time: 0.1556818 Jun 18 22:03:58.902861 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Set router 52751cfe-d111-47ba-826e-3958fc69283d gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:03:58.922109 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92e412c6-ea9c-467a-9798-9bc2cc465398 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:58.973045 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e12123-cd80-470f-b3b0-34efeae6b8b2 req-41cfd607-cf1a-41ce-9251-c68c831bba6b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:58.974446 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-05e12123-cd80-470f-b3b0-34efeae6b8b2 req-41cfd607-cf1a-41ce-9251-c68c831bba6b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.3242562 Jun 18 22:03:59.011387 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92e412c6-ea9c-467a-9798-9bc2cc465398 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:59.093406 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92e412c6-ea9c-467a-9798-9bc2cc465398 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:59.096014 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b42472f3-a6e9-425d-85b4-3d43f0d190c1 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:59.113950 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e412c6-ea9c-467a-9798-9bc2cc465398 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09853ef0-545d-4060-a1a3-591389713a67,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:59.117245 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-92e412c6-ea9c-467a-9798-9bc2cc465398 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:59.164825 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52751cfe-d111-47ba-826e-3958fc69283d', 'name': 'tempest-TestShelveInstance-1293958607-router', 'tenant_id': '410d595d0d884cd49c2b98454cfa50a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '8e5058a9-a31e-4c0c-8046-3efcf9be40c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:50Z', 'updated_at': '2021-06-18T22:03:55Z', 'revision_number': 4, 'project_id': '410d595d0d884cd49c2b98454cfa50a1', 'gw_port': {'id': '8e5058a9-a31e-4c0c-8046-3efcf9be40c1', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52751cfe-d111-47ba-826e-3958fc69283d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:51Z', 'updated_at': '2021-06-18T22:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '10bdda94-3476-4c59-8024-c7d1a2bc4756', 'name': '', 'network_id': 'e0491767-7244-49c3-83ac-cad64c794a63', 'tenant_id': '410d595d0d884cd49c2b98454cfa50a1', 'mac_address': 'fa:16:3e:8f:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52751cfe-d111-47ba-826e-3958fc69283d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e77db2e0-d70c-4216-bde3-7c105193be1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:55Z', 'updated_at': '2021-06-18T22:03:55Z', 'revision_number': 2, 'project_id': '410d595d0d884cd49c2b98454cfa50a1', 'subnets': [{'id': 'e77db2e0-d70c-4216-bde3-7c105193be1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:59.185016 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92e412c6-ea9c-467a-9798-9bc2cc465398 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:59.186490 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-92e412c6-ea9c-467a-9798-9bc2cc465398 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4124353 Jun 18 22:03:59.189242 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 36664) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:59.195165 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-09102c8a-9de7-49b1-a7d3-7c7a46114c32 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Request body: {'security_group_rule': {'security_group_id': 'b8e78a5a-ae68-4f28-b321-0bca1db95486', 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:59.196533 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Checking router: 52751cfe-d111-47ba-826e-3958fc69283d for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:03:59.196896 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Updating router 52751cfe-d111-47ba-826e-3958fc69283d port 10bdda94-3476-4c59-8024-c7d1a2bc4756 binding host dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:03:59.240915 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:59.305971 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-09102c8a-9de7-49b1-a7d3-7c7a46114c32 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:59.376855 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-09102c8a-9de7-49b1-a7d3-7c7a46114c32 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:59.401207 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-05e12123-cd80-470f-b3b0-34efeae6b8b2 req-90f76378-3312-4322-97c2-f64873899d41 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4128230 Jun 18 22:03:59.434385 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-85936370-73fa-4237-baa4-5045fc8ca652 req-1336d15e-8e71-488d-9bbc-99e43709b1d3 service neutron] 10.222.0.44 "GET /v2.0/networks/52150e85-19ba-4d4a-a3c3-ffe0bfb5c484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632107 Jun 18 22:03:59.442671 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-09102c8a-9de7-49b1-a7d3-7c7a46114c32 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:59.450090 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7a3e1108-5a62-4485-af45-8680b4ab066c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:59.470982 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09102c8a-9de7-49b1-a7d3-7c7a46114c32 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204a4326-ead4-4186-a5b3-a140aac7e3b3,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:59.474201 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-09102c8a-9de7-49b1-a7d3-7c7a46114c32 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:59.501442 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b5639-2828-4dbb-ba50-6a926a1354e1 req-ff2cfdbc-a735-42d8-adc2-057dd1b6e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:59.503554 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c61b5639-2828-4dbb-ba50-6a926a1354e1 req-ff2cfdbc-a735-42d8-adc2-057dd1b6e182 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7dc362ef-bd1f-40fa-861d-5e2be660a931 HTTP/1.1" status: 200 len: 918 time: 0.6030223 Jun 18 22:03:59.514467 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701b723-7be7-4c1d-918d-445dbdad2053 req-031a7ff3-4add-4e62-a8bd-ffd84ee3f81b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:59.521044 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3701b723-7be7-4c1d-918d-445dbdad2053 req-031a7ff3-4add-4e62-a8bd-ffd84ee3f81b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 943 time: 0.2017827 Jun 18 22:03:59.546096 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-09102c8a-9de7-49b1-a7d3-7c7a46114c32 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:59.546580 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:59.547602 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-09102c8a-9de7-49b1-a7d3-7c7a46114c32 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3572099 Jun 18 22:03:59.552173 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 36668) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:59.557881 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-2791e6a6-7c77-4a17-9969-dffdd870637f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Request body: {'security_group_rule': {'security_group_id': 'b8e78a5a-ae68-4f28-b321-0bca1db95486', 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:59.558654 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Transition to ACTIVE for port object 10bdda94-3476-4c59-8024-c7d1a2bc4756 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:59.614500 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:59.616669 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-0cf7c746-3127-4c60-a203-265412c318f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:59.633517 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3701b723-7be7-4c1d-918d-445dbdad2053 req-90c2a547-4768-46a7-b8f4-45379a75d3d3 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113956 Jun 18 22:03:59.640295 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-85936370-73fa-4237-baa4-5045fc8ca652 req-bdfcec10-d169-4810-9734-2942a9816b5f service neutron] 10.222.0.44 "GET /v2.0/networks/52150e85-19ba-4d4a-a3c3-ffe0bfb5c484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934981 Jun 18 22:03:59.650041 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c61b5639-2828-4dbb-ba50-6a926a1354e1 req-d7b9ddf6-6887-4f23-87a3-4ed5821f2185 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c20a162-8d54-43a6-a089-b489a2c4697c HTTP/1.1" status: 200 len: 999 time: 0.1244717 Jun 18 22:03:59.664427 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.db.securitygroups_db [None req-2791e6a6-7c77-4a17-9969-dffdd870637f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Project ed9e4db77ad6448dba057f80f84b20ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 22:03:59.676182 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2791e6a6-7c77-4a17-9969-dffdd870637f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:59.695605 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bc986-5a31-4abd-91e4-5ff606b234b5 None None] Pushing event updated for resources: {'Port': ['ID=10bdda94-3476-4c59-8024-c7d1a2bc4756,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:59.698902 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-582bc986-5a31-4abd-91e4-5ff606b234b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:59.727503 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b5639-2828-4dbb-ba50-6a926a1354e1 req-42b8cc65-2b8a-4ddc-9015-3c9ff02de4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:59.728992 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c61b5639-2828-4dbb-ba50-6a926a1354e1 req-42b8cc65-2b8a-4ddc-9015-3c9ff02de4be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5 HTTP/1.1" status: 200 len: 856 time: 0.0590634 Jun 18 22:03:59.778040 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2791e6a6-7c77-4a17-9969-dffdd870637f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:59.781720 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Attempting to bind port 10bdda94-3476-4c59-8024-c7d1a2bc4756 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:03:59.782122 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Attempting to bind port 10bdda94-3476-4c59-8024-c7d1a2bc4756 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': 'b6ed8bd2-0f24-478c-ae64-50255893eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e0491767-7244-49c3-83ac-cad64c794a63'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:03:59.782492 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Attempting to bind port 10bdda94-3476-4c59-8024-c7d1a2bc4756 on network e0491767-7244-49c3-83ac-cad64c794a63 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:59.788842 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:03:59.789229 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Checking segment: {'id': 'b6ed8bd2-0f24-478c-ae64-50255893eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e0491767-7244-49c3-83ac-cad64c794a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:59.789643 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:59.790048 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Bound using segment: {'id': 'b6ed8bd2-0f24-478c-ae64-50255893eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e0491767-7244-49c3-83ac-cad64c794a63'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:03:59.790528 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Bound port: 10bdda94-3476-4c59-8024-c7d1a2bc4756, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ed8bd2-0f24-478c-ae64-50255893eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e0491767-7244-49c3-83ac-cad64c794a63'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:03:59.790916 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:59.800081 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b5639-2828-4dbb-ba50-6a926a1354e1 req-e0aa1d45-28fb-41a6-b64c-77e13998e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:59.801699 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c61b5639-2828-4dbb-ba50-6a926a1354e1 req-e0aa1d45-28fb-41a6-b64c-77e13998e209 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7dc362ef-bd1f-40fa-861d-5e2be660a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0635569 Jun 18 22:03:59.859004 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2791e6a6-7c77-4a17-9969-dffdd870637f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:59.864438 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] For port 10bdda94-3476-4c59-8024-c7d1a2bc4756, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:03:59.868350 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] For port 10bdda94-3476-4c59-8024-c7d1a2bc4756, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=10bdda94-3476-4c59-8024-c7d1a2bc4756,segment=NetworkSegment(b6ed8bd2-0f24-478c-ae64-50255893eb99),segment_id=b6ed8bd2-0f24-478c-ae64-50255893eb99)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:03:59.881118 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-92e412c6-ea9c-467a-9798-9bc2cc465398 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:59.900216 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791e6a6-7c77-4a17-9969-dffdd870637f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9dc169-a783-4420-abda-7af9e13fbf05,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:59.903029 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-2791e6a6-7c77-4a17-9969-dffdd870637f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:59.919923 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c61b5639-2828-4dbb-ba50-6a926a1354e1 req-59828b97-1584-4109-a409-914d854ab838 service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089933 Jun 18 22:03:59.929829 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:59.932572 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:59.985186 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2791e6a6-7c77-4a17-9969-dffdd870637f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:59.988435 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-2791e6a6-7c77-4a17-9969-dffdd870637f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4331102 Jun 18 22:03:59.990572 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 36674) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:59.995789 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-cf5530d6-1ff6-4e87-a285-e0fbf8783eb7 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Request body: {'security_group_rule': {'security_group_id': 'b8e78a5a-ae68-4f28-b321-0bca1db95486', 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:00.001548 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bc986-5a31-4abd-91e4-5ff606b234b5 None None] Pushing event updated for resources: {'Port': ['ID=10bdda94-3476-4c59-8024-c7d1a2bc4756,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:00.005094 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Routers {'52751cfe-d111-47ba-826e-3958fc69283d'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:04:00.005723 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:03:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['52751cfe-d111-47ba-826e-3958fc69283d'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:04:00.007791 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-582bc986-5a31-4abd-91e4-5ff606b234b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:00.098501 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c61b5639-2828-4dbb-ba50-6a926a1354e1 req-5bac02ac-7f7d-4ee0-87ae-8cc347c2d4a5 service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662381 Jun 18 22:04:00.117211 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33716b33-cced-4849-bbb9-5ca90b5e17bc req-15c9ee29-7567-4bef-824d-20d2fcee52f9 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:00.118799 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-33716b33-cced-4849-bbb9-5ca90b5e17bc req-15c9ee29-7567-4bef-824d-20d2fcee52f9 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1284504 Jun 18 22:04:00.128047 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.db.securitygroups_db [None req-cf5530d6-1ff6-4e87-a285-e0fbf8783eb7 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Project ed9e4db77ad6448dba057f80f84b20ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 22:04:00.137525 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-cf5530d6-1ff6-4e87-a285-e0fbf8783eb7 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:00.175900 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] Set router 52751cfe-d111-47ba-826e-3958fc69283d gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:04:00.190043 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-33716b33-cced-4849-bbb9-5ca90b5e17bc req-25840700-94f5-45de-bc14-27493c50ca98 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640819 Jun 18 22:04:00.244599 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-cf5530d6-1ff6-4e87-a285-e0fbf8783eb7 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:00.310799 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-cf5530d6-1ff6-4e87-a285-e0fbf8783eb7 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:00.313168 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:00.334484 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5530d6-1ff6-4e87-a285-e0fbf8783eb7 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76c434c-8cf5-4e45-8753-8c98ac27b5ac,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:00.337728 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-cf5530d6-1ff6-4e87-a285-e0fbf8783eb7 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:00.396393 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-cf5530d6-1ff6-4e87-a285-e0fbf8783eb7 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:00.398144 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-cf5530d6-1ff6-4e87-a285-e0fbf8783eb7 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4058156 Jun 18 22:04:00.439321 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52751cfe-d111-47ba-826e-3958fc69283d', 'name': 'tempest-TestShelveInstance-1293958607-router', 'tenant_id': '410d595d0d884cd49c2b98454cfa50a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '8e5058a9-a31e-4c0c-8046-3efcf9be40c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:50Z', 'updated_at': '2021-06-18T22:03:55Z', 'revision_number': 4, 'project_id': '410d595d0d884cd49c2b98454cfa50a1', 'gw_port': {'id': '8e5058a9-a31e-4c0c-8046-3efcf9be40c1', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52751cfe-d111-47ba-826e-3958fc69283d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:51Z', 'updated_at': '2021-06-18T22:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '10bdda94-3476-4c59-8024-c7d1a2bc4756', 'name': '', 'network_id': 'e0491767-7244-49c3-83ac-cad64c794a63', 'tenant_id': '410d595d0d884cd49c2b98454cfa50a1', 'mac_address': 'fa:16:3e:8f:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52751cfe-d111-47ba-826e-3958fc69283d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e77db2e0-d70c-4216-bde3-7c105193be1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:55Z', 'updated_at': '2021-06-18T22:03:59Z', 'revision_number': 4, 'project_id': '410d595d0d884cd49c2b98454cfa50a1', 'subnets': [{'id': 'e77db2e0-d70c-4216-bde3-7c105193be1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:04:00.469141 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d77a0a-e1c5-49f3-8fd6-9abcb2bcf731 None None] The sync data for ids ['52751cfe-d111-47ba-826e-3958fc69283d'] in dv-cinder-766752-3-iscsi is: [{'id': '52751cfe-d111-47ba-826e-3958fc69283d', 'name': 'tempest-TestShelveInstance-1293958607-router', 'tenant_id': '410d595d0d884cd49c2b98454cfa50a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '8e5058a9-a31e-4c0c-8046-3efcf9be40c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:50Z', 'updated_at': '2021-06-18T22:03:55Z', 'revision_number': 4, 'project_id': '410d595d0d884cd49c2b98454cfa50a1', 'gw_port': {'id': '8e5058a9-a31e-4c0c-8046-3efcf9be40c1', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52751cfe-d111-47ba-826e-3958fc69283d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:51Z', 'updated_at': '2021-06-18T22:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '10bdda94-3476-4c59-8024-c7d1a2bc4756', 'name': '', 'network_id': 'e0491767-7244-49c3-83ac-cad64c794a63', 'tenant_id': '410d595d0d884cd49c2b98454cfa50a1', 'mac_address': 'fa:16:3e:8f:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52751cfe-d111-47ba-826e-3958fc69283d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e77db2e0-d70c-4216-bde3-7c105193be1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:55Z', 'updated_at': '2021-06-18T22:03:59Z', 'revision_number': 4, 'project_id': '410d595d0d884cd49c2b98454cfa50a1', 'subnets': [{'id': 'e77db2e0-d70c-4216-bde3-7c105193be1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:04:00.708448 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362106b8-4334-4e91-817c-eab3c73c9727 req-65529b64-283b-4f80-a6c2-cf8468eeafa0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:00.710408 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-362106b8-4334-4e91-817c-eab3c73c9727 req-65529b64-283b-4f80-a6c2-cf8468eeafa0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.1338744 Jun 18 22:04:00.734417 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 10bdda94-3476-4c59-8024-c7d1a2bc4756 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:04:00.765236 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-362106b8-4334-4e91-817c-eab3c73c9727 req-036069d5-e53f-49c0-9be1-2b426d56570c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472989 Jun 18 22:04:00.897720 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 10bdda94-3476-4c59-8024-c7d1a2bc4756 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:04:00.913138 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 10bdda94-3476-4c59-8024-c7d1a2bc4756 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:04:00.913616 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:00.985419 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89f4ea-98cb-446f-b9d8-9121b981e59d req-ec034ca2-f208-4c62-aa37-9e38fcae8d34 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:00.987507 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dd89f4ea-98cb-446f-b9d8-9121b981e59d req-ec034ca2-f208-4c62-aa37-9e38fcae8d34 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 943 time: 0.0858965 Jun 18 22:04:01.040259 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dd89f4ea-98cb-446f-b9d8-9121b981e59d req-dfc31cb4-d403-43b5-af05-85e8df5b6e40 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439546 Jun 18 22:04:01.067627 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device e3951007-e871-4bae-8fc7-00eab61ec720 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:04:01.205080 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:01.229015 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port e3951007-e871-4bae-8fc7-00eab61ec720, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=e3951007-e871-4bae-8fc7-00eab61ec720,segment=NetworkSegment(f9773eb0-dec6-4b1d-bd23-34ec1ed7d059),segment_id=f9773eb0-dec6-4b1d-bd23-34ec1ed7d059)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:01.251513 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': 'e3951007-e871-4bae-8fc7-00eab61ec720', 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484', 'port_id': 'e3951007-e871-4bae-8fc7-00eab61ec720', 'mac_address': 'fa:16:3e:6e:fe:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b18992-a64d-4ec3-9a38-c5bc3c8cd36f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:04:01.262461 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port 10bdda94-3476-4c59-8024-c7d1a2bc4756, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=10bdda94-3476-4c59-8024-c7d1a2bc4756,segment=NetworkSegment(b6ed8bd2-0f24-478c-ae64-50255893eb99),segment_id=b6ed8bd2-0f24-478c-ae64-50255893eb99)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:01.305565 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:01.320221 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3951007-e871-4bae-8fc7-00eab61ec720 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:04:01.340136 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:01.343429 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port e3951007-e871-4bae-8fc7-00eab61ec720, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=e3951007-e871-4bae-8fc7-00eab61ec720,segment=NetworkSegment(f9773eb0-dec6-4b1d-bd23-34ec1ed7d059),segment_id=f9773eb0-dec6-4b1d-bd23-34ec1ed7d059)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:01.344794 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:01.396184 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=10bdda94-3476-4c59-8024-c7d1a2bc4756,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:01.407661 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:01.413418 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d72fe9-2487-45cb-838b-0c794ae551a0 req-4a9d4700-47ab-4780-b02e-1001074bedc8 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:01.414935 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b9d72fe9-2487-45cb-838b-0c794ae551a0 req-4a9d4700-47ab-4780-b02e-1001074bedc8 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0831077 Jun 18 22:04:01.430369 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:01.438352 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-43ff3bc6-015a-4160-a5d9-39ddd5c5f592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:01.458574 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b9d72fe9-2487-45cb-838b-0c794ae551a0 req-14a1e0c6-49ae-4ae7-8080-405b5c97517c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372634 Jun 18 22:04:01.504361 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=e3951007-e871-4bae-8fc7-00eab61ec720,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:01.509796 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:01.949284 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfe035-9c24-4ea5-bf11-cadc78d0dda9 req-9dbb93f4-7d99-4c0f-9bd4-50cbd5ee0e7e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:01.950709 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c7dfe035-9c24-4ea5-bf11-cadc78d0dda9 req-9dbb93f4-7d99-4c0f-9bd4-50cbd5ee0e7e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0631576 Jun 18 22:04:01.970322 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['e3951007-e871-4bae-8fc7-00eab61ec720'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:04:01.990825 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c7dfe035-9c24-4ea5-bf11-cadc78d0dda9 req-9cfcdaa6-b879-4567-9deb-c00eaa201cbd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345461 Jun 18 22:04:02.224347 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2706d1-4116-44be-a075-84885886a05d req-662219bd-2e22-43ca-a211-a48dc53cc210 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:02.225769 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-db2706d1-4116-44be-a075-84885886a05d req-662219bd-2e22-43ca-a211-a48dc53cc210 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 944 time: 0.0647357 Jun 18 22:04:02.263730 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-db2706d1-4116-44be-a075-84885886a05d req-d16fb8d2-f86e-48bb-826b-f3d41df650a7 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322344 Jun 18 22:04:02.667787 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c7fb8-d8f5-4038-9b6a-a588d9eeba29 req-6b0c3e8b-faed-406b-a00d-86b4e806b80d tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:02.669286 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7c6c7fb8-d8f5-4038-9b6a-a588d9eeba29 req-6b0c3e8b-faed-406b-a00d-86b4e806b80d tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0885606 Jun 18 22:04:02.681498 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 10bdda94-3476-4c59-8024-c7d1a2bc4756 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:04:02.709872 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7c6c7fb8-d8f5-4038-9b6a-a588d9eeba29 req-66e3b701-c23a-4b42-98bc-52c9907d1bdf tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349121 Jun 18 22:04:02.734029 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 10bdda94-3476-4c59-8024-c7d1a2bc4756 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:04:02.734426 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:03.177817 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6074f2b-24d7-47fa-bcbc-239dde05e1cf req-74fd88fc-042a-4a79-b1a1-633eeb588299 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:03.177817 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f6074f2b-24d7-47fa-bcbc-239dde05e1cf req-74fd88fc-042a-4a79-b1a1-633eeb588299 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0700161 Jun 18 22:04:03.218696 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f6074f2b-24d7-47fa-bcbc-239dde05e1cf req-a49f4f32-675f-4014-a753-1f48974f233d tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354538 Jun 18 22:04:04.467940 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72295ff-fdd5-416e-9644-9f831fdad44d req-7516d808-81a0-43bf-a674-33c97c36421b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:04.469416 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c72295ff-fdd5-416e-9644-9f831fdad44d req-7516d808-81a0-43bf-a674-33c97c36421b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 944 time: 0.0679593 Jun 18 22:04:04.508946 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c72295ff-fdd5-416e-9644-9f831fdad44d req-f092683a-79ef-48d2-b99f-6d304da00d67 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330060 Jun 18 22:04:04.671442 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8bfd3-e972-4062-817d-b13a377e7206 req-849af396-83f9-400f-8dbd-752ff2aaaba7 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:04.672920 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cec8bfd3-e972-4062-817d-b13a377e7206 req-849af396-83f9-400f-8dbd-752ff2aaaba7 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0639374 Jun 18 22:04:04.713793 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cec8bfd3-e972-4062-817d-b13a377e7206 req-9e8f50ff-c41a-44b1-8ad3-493bc7117e08 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345192 Jun 18 22:04:05.061966 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-c1870066-f195-4479-ab5b-15d5f75e3b56 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:05.063417 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-c1870066-f195-4479-ab5b-15d5f75e3b56 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/networks?id=f66cd9a0-4495-46b4-8965-0b3794f85407 HTTP/1.1" status: 200 len: 815 time: 0.1056082 Jun 18 22:04:05.079682 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1d1078f4-ea0a-4a04-8057-68c5bf1fb072 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/quotas/bcfc9ad4e16e41faad1eec1dd49c373a HTTP/1.1" status: 200 len: 375 time: 0.0100265 Jun 18 22:04:05.091913 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device e3951007-e871-4bae-8fc7-00eab61ec720 up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:04:05.144346 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:04:05.158789 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-8c900c40-f253-4fd4-a5ad-a0316370a997 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bcfc9ad4e16e41faad1eec1dd49c373a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0728626 Jun 18 22:04:05.208679 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port e3951007-e871-4bae-8fc7-00eab61ec720 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:04:05.216206 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port e3951007-e871-4bae-8fc7-00eab61ec720 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:04:05.216725 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:05.302550 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1cf2b-35b4-41b9-9718-45a33273dd2f req-e8c467c8-5534-48bc-a973-24ece9c15d1b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:05.303620 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-81b1cf2b-35b4-41b9-9718-45a33273dd2f req-e8c467c8-5534-48bc-a973-24ece9c15d1b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.1439505 Jun 18 22:04:05.320377 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:05.333023 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-c3b39f13-241c-40f2-ac30-e45d9c173a73 service neutron] 10.222.0.38 "GET /v2.0/networks/f66cd9a0-4495-46b4-8965-0b3794f85407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446316 Jun 18 22:04:05.344899 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a33f479-a37b-4a2f-ae69-f4e02546d32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3951007-e871-4bae-8fc7-00eab61ec720'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:05.347207 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28cc9bc-4fee-4b7b-ae15-11d8ed0134d5" -d '{"events": [{"server_uuid": "3a33f479-a37b-4a2f-ae69-f4e02546d32e", "name": "network-vif-plugged", "status": "completed", "tag": "e3951007-e871-4bae-8fc7-00eab61ec720"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:05.352062 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-81b1cf2b-35b4-41b9-9718-45a33273dd2f req-1c9c7692-14d5-4bf6-9353-c9c969db04d2 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394976 Jun 18 22:04:05.360387 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port e3951007-e871-4bae-8fc7-00eab61ec720, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=e3951007-e871-4bae-8fc7-00eab61ec720,segment=NetworkSegment(f9773eb0-dec6-4b1d-bd23-34ec1ed7d059),segment_id=f9773eb0-dec6-4b1d-bd23-34ec1ed7d059)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:05.415366 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5b7643-05e5-4536-9684-307aef25e939 x-openstack-request-id: req-4d5b7643-05e5-4536-9684-307aef25e939 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:05.415991 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a33f479-a37b-4a2f-ae69-f4e02546d32e", "name": "network-vif-plugged", "status": "completed", "tag": "e3951007-e871-4bae-8fc7-00eab61ec720", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:05.416379 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4d5b7643-05e5-4536-9684-307aef25e939 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:05.416788 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a33f479-a37b-4a2f-ae69-f4e02546d32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3951007-e871-4bae-8fc7-00eab61ec720', 'code': 200} Jun 18 22:04:05.436221 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:05.437175 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 6c20a162-8d54-43a6-a089-b489a2c4697c no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:04:05.439775 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-f81edcee-0466-4db4-8a4d-c41d931eba57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:05.450414 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-e2446812-68de-4a31-9a2a-177885a12b93 service neutron] 10.222.0.38 "GET /v2.0/networks/f66cd9a0-4495-46b4-8965-0b3794f85407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016161 Jun 18 22:04:05.524276 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=e3951007-e871-4bae-8fc7-00eab61ec720,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:05.528493 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:05.658162 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 36840) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:05.721565 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54c0df-0ce9-48b7-a3c1-4bee1789f6e6 req-8a063425-0812-4fd9-8108-d3581eb19399 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:05.723941 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8a54c0df-0ce9-48b7-a3c1-4bee1789f6e6 req-8a063425-0812-4fd9-8108-d3581eb19399 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 945 time: 0.0929954 Jun 18 22:04:05.792494 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8a54c0df-0ce9-48b7-a3c1-4bee1789f6e6 req-3674775c-2f89-46b2-9f94-8bf597106afd tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600619 Jun 18 22:04:05.876925 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [req-43b7d2f5-8c13-4903-afa8-b00bc7763b2c req-5db87775-e533-4ebf-bf5c-2615d8443f9a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2168031 Jun 18 22:04:05.926466 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ddb305c2-e9a3-40ba-ba78-7e9afcedbd7e req-14699d7f-b8fb-4a5a-9426-577253af0fbd tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 210 time: 0.0524521 Jun 18 22:04:05.959013 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313959ca-0d98-44d6-a1c2-ab3e78e1585c req-eb929ca3-7d36-4d7a-be51-ec0dee208b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:05.960542 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-313959ca-0d98-44d6-a1c2-ab3e78e1585c req-eb929ca3-7d36-4d7a-be51-ec0dee208b77 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 1098 time: 0.1578259 Jun 18 22:04:05.982651 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-743848a3-2cc6-413a-a40e-6944f7317096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:06.018232 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d9f55-29c9-4e64-97ac-4468d1cfadbf req-2da6d301-672f-4450-a49e-ceb0fd1c6eb6 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:06.019705 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e38d9f55-29c9-4e64-97ac-4468d1cfadbf req-2da6d301-672f-4450-a49e-ceb0fd1c6eb6 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1013565 Jun 18 22:04:06.024439 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-313959ca-0d98-44d6-a1c2-ab3e78e1585c req-e5ce2380-e16f-4c0d-b607-d8a9201d4b4e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532105 Jun 18 22:04:06.059309 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e38d9f55-29c9-4e64-97ac-4468d1cfadbf req-5fec690f-58e0-46d8-9cbd-30cfc3f97a4e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327551 Jun 18 22:04:06.539272 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e063c5-3be9-4d35-a149-63de7a5a7270 req-1e0dd8e0-2d9b-47df-a13e-65c5978460b6 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:06.540992 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-81e063c5-3be9-4d35-a149-63de7a5a7270 req-1e0dd8e0-2d9b-47df-a13e-65c5978460b6 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0617113 Jun 18 22:04:06.583068 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-81e063c5-3be9-4d35-a149-63de7a5a7270 req-2dd59302-e302-4b52-b3be-fda233b9d812 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362732 Jun 18 22:04:06.989994 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa4ce2-b0bb-490d-a62c-9ffb5f50c56a req-58d5bc07-007b-490c-a0e1-9876bc6026af tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:06.991341 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-93aa4ce2-b0bb-490d-a62c-9ffb5f50c56a req-58d5bc07-007b-490c-a0e1-9876bc6026af tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 945 time: 0.0709863 Jun 18 22:04:07.056298 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-93aa4ce2-b0bb-490d-a62c-9ffb5f50c56a req-eeb718d1-d911-44dd-baa0-8ac75f2ea452 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581083 Jun 18 22:04:07.058213 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f67c068a-b6fc-458e-b55c-3e4f27e0b9c7 req-443d3d27-762f-48e7-80ea-602462c47b7a tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 210 time: 0.0373676 Jun 18 22:04:07.240981 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289964b-0ea9-4ed3-8cfc-ba121db31f6e req-f7b6aa2d-4b89-4f57-b0a3-3edf760b80ca tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:07.242371 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8289964b-0ea9-4ed3-8cfc-ba121db31f6e req-f7b6aa2d-4b89-4f57-b0a3-3edf760b80ca tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0677907 Jun 18 22:04:07.283182 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8289964b-0ea9-4ed3-8cfc-ba121db31f6e req-da2314f5-5627-46ac-b1a0-8db9bac8480f tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349112 Jun 18 22:04:07.759918 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d629e63-0f92-4a60-b17f-9c656da65411 req-2c242e57-e9d3-48c3-8bc2-743184dc3012 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:07.761462 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4d629e63-0f92-4a60-b17f-9c656da65411 req-2c242e57-e9d3-48c3-8bc2-743184dc3012 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0644634 Jun 18 22:04:07.802182 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4d629e63-0f92-4a60-b17f-9c656da65411 req-c8c40de8-b0df-4820-ba17-efe8474239b6 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347183 Jun 18 22:04:08.228589 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-81ebc1e7-8f86-4d69-b5ac-27df41886cc8 req-3bc9621d-7f8a-4a86-9a14-d663ab1774b8 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 210 time: 0.0471139 Jun 18 22:04:08.270541 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfea347-9b65-4a4f-a33f-6060acce2312 req-2af3cc2f-31bf-4f22-b549-61d915f925bb tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:08.272027 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2dfea347-9b65-4a4f-a33f-6060acce2312 req-2af3cc2f-31bf-4f22-b549-61d915f925bb tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 945 time: 0.1005030 Jun 18 22:04:08.361978 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2dfea347-9b65-4a4f-a33f-6060acce2312 req-81e1319c-0129-44b7-8f00-651b87a79938 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808554 Jun 18 22:04:08.367714 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f2004d91-5dc3-4bb0-9201-329965a73553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:08.434971 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-004b7ddc-43cb-492e-b4fb-16c07343a138 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:08.436830 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-004b7ddc-43cb-492e-b4fb-16c07343a138 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.44 "GET /v2.0/networks?id=f66cd9a0-4495-46b4-8965-0b3794f85407 HTTP/1.1" status: 200 len: 815 time: 0.1639290 Jun 18 22:04:08.482298 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-03a7fc55-0a46-4530-8bd7-da3ba3586224 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Request body: {'port': {'device_id': '609e81f3-a3db-4682-8c6a-624eff4b9643', 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407', 'admin_state_up': True, 'tenant_id': 'bcfc9ad4e16e41faad1eec1dd49c373a'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:08.631795 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7848eae-8d57-4db3-a3b3-29d3c369b10e req-2391aaed-2796-4493-883c-a417f053076c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:08.633323 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7848eae-8d57-4db3-a3b3-29d3c369b10e req-2391aaed-2796-4493-883c-a417f053076c tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1954737 Jun 18 22:04:08.671479 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca315f43-6119-413b-abb4-30b9f5ff99f2 req-ab5fb7b0-0c48-40bf-82d4-79b9a336ff57 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:08.672985 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ca315f43-6119-413b-abb4-30b9f5ff99f2 req-ab5fb7b0-0c48-40bf-82d4-79b9a336ff57 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 945 time: 0.1853921 Jun 18 22:04:08.713658 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7848eae-8d57-4db3-a3b3-29d3c369b10e req-664dff17-3062-41fb-b660-c831a7a1b62e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727522 Jun 18 22:04:08.732318 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ca315f43-6119-413b-abb4-30b9f5ff99f2 req-2f475b11-3b54-40b1-adcf-71905641f3f7 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508275 Jun 18 22:04:08.809471 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-03a7fc55-0a46-4530-8bd7-da3ba3586224 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Made reservation on behalf of bcfc9ad4e16e41faad1eec1dd49c373a for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:04:08.813102 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-03a7fc55-0a46-4530-8bd7-da3ba3586224 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:08.933221 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:08.977498 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-03a7fc55-0a46-4530-8bd7-da3ba3586224 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Allocated IP 172.20.0.2 (f66cd9a0-4495-46b4-8965-0b3794f85407/82374838-d364-4f4d-9932-55108600dd39/22819e4d-5797-4191-9e8e-ef4f2b7b4dc8) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:04:09.133783 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a5068-c38b-4d38-9d6d-1c2438d11512 req-157e017a-ad50-4c9b-8281-58f6a5291015 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:09.135243 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5a1a5068-c38b-4d38-9d6d-1c2438d11512 req-157e017a-ad50-4c9b-8281-58f6a5291015 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.1520712 Jun 18 22:04:09.248618 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5a1a5068-c38b-4d38-9d6d-1c2438d11512 req-1da8f32c-6041-4233-9fc0-d547e3358778 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962574 Jun 18 22:04:09.257302 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-03a7fc55-0a46-4530-8bd7-da3ba3586224 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:09.297067 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803dd08-6b2d-4dd7-8409-4e119d01cef1 req-8ce134d3-1913-460c-9d9f-d48f0ba0c7d2 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:09.298533 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5803dd08-6b2d-4dd7-8409-4e119d01cef1 req-8ce134d3-1913-460c-9d9f-d48f0ba0c7d2 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 945 time: 0.1585255 Jun 18 22:04:09.352804 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5803dd08-6b2d-4dd7-8409-4e119d01cef1 req-6f4bbf40-7aa4-4203-8c24-fa8d545e434b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435722 Jun 18 22:04:09.397993 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d3c3e07a-466c-40ca-87c6-2bd3fe87c47f req-34d39ac0-0075-4c4a-a630-470d307c5f62 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 210 time: 0.0324380 Jun 18 22:04:09.405933 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-03a7fc55-0a46-4530-8bd7-da3ba3586224 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:09.411649 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-17f8bb47-f742-42c1-a898-0d189026f102 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:09.450704 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['ef7eb14d-ec5b-41a3-8806-305621cdcf93', '1b5282f7-34f0-4108-9ffd-6aac3607c1c0', '23bfdc43-efb9-4309-b351-2850ada02911'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:04:09.453274 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-03a7fc55-0a46-4530-8bd7-da3ba3586224 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Network f66cd9a0-4495-46b4-8965-0b3794f85407 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:04:09.457406 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-03a7fc55-0a46-4530-8bd7-da3ba3586224 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:04:09.459822 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-03a7fc55-0a46-4530-8bd7-da3ba3586224 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:04:09.485702 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7fc55-0a46-4530-8bd7-da3ba3586224 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Pushing event updated for resources: {'Port': ['ID=22819e4d-5797-4191-9e8e-ef4f2b7b4dc8,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:09.488604 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-03a7fc55-0a46-4530-8bd7-da3ba3586224 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:09.505979 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:09.521274 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-03a7fc55-0a46-4530-8bd7-da3ba3586224 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:09.521904 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-03a7fc55-0a46-4530-8bd7-da3ba3586224 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:09.623194 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-03a7fc55-0a46-4530-8bd7-da3ba3586224 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1501956 Jun 18 22:04:09.650631 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Request body: {'port': {'device_id': '609e81f3-a3db-4682-8c6a-624eff4b9643', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:09.738698 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:09.968803 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7d2f5-8c13-4903-afa8-b00bc7763b2c req-569e5b1f-3687-4433-b161-fad30deb8f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:09.968803 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-43b7d2f5-8c13-4903-afa8-b00bc7763b2c req-569e5b1f-3687-4433-b161-fad30deb8f57 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7&tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7 HTTP/1.1" status: 200 len: 1096 time: 0.2195117 Jun 18 22:04:10.366194 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d864e5-4620-49e7-b029-cea0fc422a57 req-a0c2cf14-a1aa-4ed0-87e1-52ffa83a82c0 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:10.367652 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a0d864e5-4620-49e7-b029-cea0fc422a57 req-a0c2cf14-a1aa-4ed0-87e1-52ffa83a82c0 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.5187151 Jun 18 22:04:10.482588 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a0d864e5-4620-49e7-b029-cea0fc422a57 req-97657821-7cff-49a7-a513-66f4064f384e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048765 Jun 18 22:04:10.495224 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7d2f5-8c13-4903-afa8-b00bc7763b2c req-da011932-3283-456c-92c9-6def7b082cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:10.496678 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-43b7d2f5-8c13-4903-afa8-b00bc7763b2c req-da011932-3283-456c-92c9-6def7b082cd7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7&device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 1096 time: 0.1969979 Jun 18 22:04:10.594469 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d948a9-646d-442f-a914-77dbb580fc01 req-ba82aec4-d3c7-428c-a757-d8a6a256c49f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:10.596252 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-76d948a9-646d-442f-a914-77dbb580fc01 req-ba82aec4-d3c7-428c-a757-d8a6a256c49f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.1999772 Jun 18 22:04:10.606172 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:04:10.642889 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:10.687488 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Transition to ACTIVE for port object 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:04:10.716503 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-76d948a9-646d-442f-a914-77dbb580fc01 req-8b266c1e-359a-4834-a570-5fb33981ebac tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048160 Jun 18 22:04:10.720060 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7d2f5-8c13-4903-afa8-b00bc7763b2c req-4759df3d-3576-4c91-8664-c3e22b5ae979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:10.721441 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-43b7d2f5-8c13-4903-afa8-b00bc7763b2c req-4759df3d-3576-4c91-8664-c3e22b5ae979 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7dc362ef-bd1f-40fa-861d-5e2be660a931 HTTP/1.1" status: 200 len: 918 time: 0.2141168 Jun 18 22:04:10.737419 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11ff38-476d-4966-b396-88b04376297c req-1e4c8169-2024-427c-be9b-4751297433f7 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:10.738956 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0f11ff38-476d-4966-b396-88b04376297c req-1e4c8169-2024-427c-be9b-4751297433f7 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 931 time: 0.1564147 Jun 18 22:04:10.753990 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:10.762879 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-08b339b8-5556-4a0e-9d20-056a142f1f8e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:10.884924 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0f11ff38-476d-4966-b396-88b04376297c req-c8477c1a-a99d-4d92-81d4-fdbdb51a4038 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398325 Jun 18 22:04:10.899687 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Pushing event updated for resources: {'Port': ['ID=22819e4d-5797-4191-9e8e-ef4f2b7b4dc8,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:10.927313 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:10.936135 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-43b7d2f5-8c13-4903-afa8-b00bc7763b2c req-f5799755-e747-4e7b-ba30-1b6b66ae1998 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c20a162-8d54-43a6-a089-b489a2c4697c HTTP/1.1" status: 200 len: 999 time: 0.1433938 Jun 18 22:04:11.017417 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7d2f5-8c13-4903-afa8-b00bc7763b2c req-8ad69ef8-e189-44bf-9f97-4156959505f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:11.019482 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-43b7d2f5-8c13-4903-afa8-b00bc7763b2c req-8ad69ef8-e189-44bf-9f97-4156959505f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5 HTTP/1.1" status: 200 len: 856 time: 0.0667250 Jun 18 22:04:11.020488 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Attempting to bind port 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:04:11.020827 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Attempting to bind port 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '1b120709-34cb-4f00-b4fc-a79711c7951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:04:11.021159 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Attempting to bind port 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 on network f66cd9a0-4495-46b4-8965-0b3794f85407 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:04:11.025557 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Port 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 on network f66cd9a0-4495-46b4-8965-0b3794f85407 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:04:11.025873 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Attempting to bind port 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 on network f66cd9a0-4495-46b4-8965-0b3794f85407 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:04:11.041027 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:04:11.041399 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Checking segment: {'id': '1b120709-34cb-4f00-b4fc-a79711c7951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:04:11.041752 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Bound using segment: {'id': '1b120709-34cb-4f00-b4fc-a79711c7951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:04:11.042184 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Bound port: 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b120709-34cb-4f00-b4fc-a79711c7951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:04:11.042642 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:11.148177 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7d2f5-8c13-4903-afa8-b00bc7763b2c req-2b8b5a7b-f8eb-4934-b612-94793405901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:11.149664 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-43b7d2f5-8c13-4903-afa8-b00bc7763b2c req-2b8b5a7b-f8eb-4934-b612-94793405901f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7dc362ef-bd1f-40fa-861d-5e2be660a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1209254 Jun 18 22:04:11.152070 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] For port 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8, host hv-cinder-76675, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:04:11.155227 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] For port 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=22819e4d-5797-4191-9e8e-ef4f2b7b4dc8,segment=NetworkSegment(1b120709-34cb-4f00-b4fc-a79711c7951d),segment_id=1b120709-34cb-4f00-b4fc-a79711c7951d)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:04:11.209521 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:11.212719 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:11.260281 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:11.260692 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:11.261833 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] 10.222.0.44 "PUT /v2.0/ports/22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 HTTP/1.1" status: 200 len: 1093 time: 1.6157799 Jun 18 22:04:11.263827 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609e81f3-a3db-4682-8c6a-624eff4b9643', 'tag': '22819e4d-5797-4191-9e8e-ef4f2b7b4dc8'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:11.266345 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a807a46e-17da-401d-8f35-27a8d7df3c81" -d '{"events": [{"name": "network-changed", "server_uuid": "609e81f3-a3db-4682-8c6a-624eff4b9643", "tag": "22819e4d-5797-4191-9e8e-ef4f2b7b4dc8"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:11.301870 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Pushing event updated for resources: {'Port': ['ID=22819e4d-5797-4191-9e8e-ef4f2b7b4dc8,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:11.314591 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-43b7d2f5-8c13-4903-afa8-b00bc7763b2c req-86d72696-c15b-4d1a-9bd5-1619c0bfed9f service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572230 Jun 18 22:04:11.315543 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:11.333112 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a0c0bd-47b3-47a8-b02b-b4d598af79d0 x-openstack-request-id: req-b7a0c0bd-47b3-47a8-b02b-b4d598af79d0 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:11.333298 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609e81f3-a3db-4682-8c6a-624eff4b9643", "tag": "22819e4d-5797-4191-9e8e-ef4f2b7b4dc8", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:11.333583 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b7a0c0bd-47b3-47a8-b02b-b4d598af79d0 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:11.333881 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609e81f3-a3db-4682-8c6a-624eff4b9643', 'tag': '22819e4d-5797-4191-9e8e-ef4f2b7b4dc8', 'status': 'completed', 'code': 200} Jun 18 22:04:11.459721 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-43b7d2f5-8c13-4903-afa8-b00bc7763b2c req-58971508-0b96-4c14-830b-c18ef0dfd268 service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355550 Jun 18 22:04:11.469095 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807a46e-17da-401d-8f35-27a8d7df3c81 req-519b9ed3-799c-437d-a751-1f260f89fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:11.472718 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a807a46e-17da-401d-8f35-27a8d7df3c81 req-519b9ed3-799c-437d-a751-1f260f89fab9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bcfc9ad4e16e41faad1eec1dd49c373a&device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 1096 time: 0.0866780 Jun 18 22:04:11.528163 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:11.584782 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807a46e-17da-401d-8f35-27a8d7df3c81 req-10469cbb-af62-4d6e-aa93-b40f7a97f679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:11.586214 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a807a46e-17da-401d-8f35-27a8d7df3c81 req-10469cbb-af62-4d6e-aa93-b40f7a97f679 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=bcfc9ad4e16e41faad1eec1dd49c373a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0960445 Jun 18 22:04:11.728351 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807a46e-17da-401d-8f35-27a8d7df3c81 req-b02b734e-312c-485b-990a-34ad8ca9fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:11.728351 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a807a46e-17da-401d-8f35-27a8d7df3c81 req-b02b734e-312c-485b-990a-34ad8ca9fccd service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341491 Jun 18 22:04:11.739591 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de95b0-9af2-4c2b-9ec9-acf5a39d3059 req-a74b3b42-cf12-4db1-90bb-654f90513abe tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:11.741268 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-54de95b0-9af2-4c2b-9ec9-acf5a39d3059 req-a74b3b42-cf12-4db1-90bb-654f90513abe tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1249442 Jun 18 22:04:11.808723 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-54de95b0-9af2-4c2b-9ec9-acf5a39d3059 req-01195e70-1d8f-4474-9db8-51fddb523eed tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539484 Jun 18 22:04:11.930825 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-db8b5785-b75f-4acd-8d02-dc4acf7f1801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:11.932444 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-db8b5785-b75f-4acd-8d02-dc4acf7f1801 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bcfc9ad4e16e41faad1eec1dd49c373a&device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 1096 time: 0.0822334 Jun 18 22:04:11.997903 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-a3a16253-cc0f-41cc-a98d-0e2fcbfad7e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 HTTP/1.1" status: 200 len: 217 time: 0.0460095 Jun 18 22:04:12.065047 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320ab97-1797-43bc-a7fc-2d47ee0ba90f req-23905218-5d44-4f24-9a3c-bc845cec536e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:12.069589 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9320ab97-1797-43bc-a7fc-2d47ee0ba90f req-23905218-5d44-4f24-9a3c-bc845cec536e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.1477165 Jun 18 22:04:12.092411 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-ec6fda49-23dc-418f-a64b-5edb9b400a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:12.097763 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-ec6fda49-23dc-418f-a64b-5edb9b400a5f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82374838-d364-4f4d-9932-55108600dd39 HTTP/1.1" status: 200 len: 855 time: 0.0875881 Jun 18 22:04:12.132463 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-3cd918a5-e547-4eaf-9cb8-af01329f5f08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f66cd9a0-4495-46b4-8965-0b3794f85407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288570 Jun 18 22:04:12.223979 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9320ab97-1797-43bc-a7fc-2d47ee0ba90f req-f9bde9ea-a099-42f7-8736-3cd7b0d7c90d tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424677 Jun 18 22:04:12.335758 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-723b465f-dbf4-4da1-994f-278154d40338 service neutron] 10.222.0.44 "GET /v2.0/networks/f66cd9a0-4495-46b4-8965-0b3794f85407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824269 Jun 18 22:04:12.527838 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917354db-7b1b-4411-9fe4-7229654972ed req-4de82630-6fd4-4999-aa6a-0a11ac09cb78 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:12.529380 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-917354db-7b1b-4411-9fe4-7229654972ed req-4de82630-6fd4-4999-aa6a-0a11ac09cb78 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 943 time: 0.0800507 Jun 18 22:04:12.581352 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-917354db-7b1b-4411-9fe4-7229654972ed req-85319e3c-5a25-4ca3-bd9e-45441f937ab3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425987 Jun 18 22:04:13.013050 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cfcc4-54b7-47fc-9d32-b60fa406413a req-78762329-a9b6-4cba-89e7-af1c01318b77 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:13.014628 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-889cfcc4-54b7-47fc-9d32-b60fa406413a req-78762329-a9b6-4cba-89e7-af1c01318b77 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0682364 Jun 18 22:04:13.062544 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-889cfcc4-54b7-47fc-9d32-b60fa406413a req-bbadbcd4-5f33-4d42-b63a-d45f855ec1ce tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 Jun 18 22:04:13.452577 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24663aec-6819-45ea-a935-59cde3dd670c req-d073a84c-aa7e-462d-af89-8bce7a8ade68 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:13.456862 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-24663aec-6819-45ea-a935-59cde3dd670c req-d073a84c-aa7e-462d-af89-8bce7a8ade68 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0932274 Jun 18 22:04:13.500356 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-24663aec-6819-45ea-a935-59cde3dd670c req-02e02f88-1f8f-4223-aee1-ec6ce09003a8 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391963 Jun 18 22:04:13.780846 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86575f64-6b01-4d54-a8aa-25e443e6daa9 req-bb789344-fc56-4c89-9a91-fbf484ab4089 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:13.783108 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-86575f64-6b01-4d54-a8aa-25e443e6daa9 req-bb789344-fc56-4c89-9a91-fbf484ab4089 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 943 time: 0.0692110 Jun 18 22:04:13.825565 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-86575f64-6b01-4d54-a8aa-25e443e6daa9 req-f984323f-91cc-47fb-a97e-0bdc94d9fd21 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355494 Jun 18 22:04:14.248287 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd1319-8e80-4306-89e0-cf05ec1c03c3 req-ced4a849-1096-4551-9511-2b25f31a0ddb tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:14.250019 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4dcd1319-8e80-4306-89e0-cf05ec1c03c3 req-ced4a849-1096-4551-9511-2b25f31a0ddb tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0675750 Jun 18 22:04:14.290638 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4dcd1319-8e80-4306-89e0-cf05ec1c03c3 req-3ab602f1-482e-433d-b57c-e10830f1d4b3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336037 Jun 18 22:04:14.696692 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12836777-849c-4d10-b03a-981e29dfab0d req-f50afed3-cde2-4807-853f-82742ffbf605 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:14.698197 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12836777-849c-4d10-b03a-981e29dfab0d req-f50afed3-cde2-4807-853f-82742ffbf605 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0715063 Jun 18 22:04:14.737877 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12836777-849c-4d10-b03a-981e29dfab0d req-ce3605fe-c06b-4b1f-b3cc-078ddc78e1b5 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331817 Jun 18 22:04:15.005506 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880158e1-a5b4-4be2-9454-61e9c5bdfd7e req-807d3f47-9b29-438b-847c-6f76af4a4435 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:15.007043 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-880158e1-a5b4-4be2-9454-61e9c5bdfd7e req-807d3f47-9b29-438b-847c-6f76af4a4435 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 943 time: 0.0667195 Jun 18 22:04:15.053967 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-880158e1-a5b4-4be2-9454-61e9c5bdfd7e req-290129c7-340a-4343-862f-55cad25900c0 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410733 Jun 18 22:04:15.477538 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498d483-9d85-48cd-99c1-c3e99111c966 req-ba0c68bd-3d66-4120-bdf2-80efc2c2eef5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:15.482138 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a498d483-9d85-48cd-99c1-c3e99111c966 req-ba0c68bd-3d66-4120-bdf2-80efc2c2eef5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0723605 Jun 18 22:04:15.517164 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a498d483-9d85-48cd-99c1-c3e99111c966 req-50d729a2-b335-464c-b395-a62cd366a6de tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320165 Jun 18 22:04:15.927119 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dad892-4f81-4084-b9f6-577fa8d84268 req-b71c710d-6191-4c77-86ad-f9cdc70bbb9f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:15.928600 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-58dad892-4f81-4084-b9f6-577fa8d84268 req-b71c710d-6191-4c77-86ad-f9cdc70bbb9f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0650456 Jun 18 22:04:15.969308 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-58dad892-4f81-4084-b9f6-577fa8d84268 req-94772681-e07c-4d4b-bf29-a90d072b7908 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348589 Jun 18 22:04:16.243294 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f64dcf-cb6f-46e0-95ef-dd0f3040ee2a req-39a46822-88b2-44b5-955c-cf572e36cc59 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:16.244854 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-67f64dcf-cb6f-46e0-95ef-dd0f3040ee2a req-39a46822-88b2-44b5-955c-cf572e36cc59 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 943 time: 0.0712671 Jun 18 22:04:16.284765 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-67f64dcf-cb6f-46e0-95ef-dd0f3040ee2a req-7dae3ef8-4ffc-4210-92fe-2535475339c6 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343297 Jun 18 22:04:16.723192 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b09d2-a4b4-43bc-8e8b-abfa73ae3fda req-70701fa2-dbb2-4931-a200-814a901f2522 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:16.724626 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9c7b09d2-a4b4-43bc-8e8b-abfa73ae3fda req-70701fa2-dbb2-4931-a200-814a901f2522 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0739913 Jun 18 22:04:16.768664 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9c7b09d2-a4b4-43bc-8e8b-abfa73ae3fda req-a94cface-a39c-48bf-b0d4-76d166a86a93 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376325 Jun 18 22:04:17.161316 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad559dc1-d5a5-49e2-86f8-568d8b7b9018 req-2fb6a2c1-2988-4bc4-81f8-c24ef3120893 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:17.162805 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ad559dc1-d5a5-49e2-86f8-568d8b7b9018 req-2fb6a2c1-2988-4bc4-81f8-c24ef3120893 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0675838 Jun 18 22:04:17.202635 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ad559dc1-d5a5-49e2-86f8-568d8b7b9018 req-87020824-d8b2-42da-88f7-99d3fafb4376 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334411 Jun 18 22:04:17.480871 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b610bd-b377-4b7d-b3bb-19e7264cc1ee req-399ba74a-3a63-4c1c-bf5e-7f1d5d67b17d tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:17.482274 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f3b610bd-b377-4b7d-b3bb-19e7264cc1ee req-399ba74a-3a63-4c1c-bf5e-7f1d5d67b17d tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 943 time: 0.0802455 Jun 18 22:04:17.521256 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f3b610bd-b377-4b7d-b3bb-19e7264cc1ee req-98a68d64-26bb-4911-8cbe-1dd57ef7be5e tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324945 Jun 18 22:04:17.952995 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36905c1e-e091-42c3-a532-95f25e95da83 req-a34e39e9-22a7-43e1-8379-9ae0f03a1aef tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:17.954374 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-36905c1e-e091-42c3-a532-95f25e95da83 req-a34e39e9-22a7-43e1-8379-9ae0f03a1aef tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0704539 Jun 18 22:04:17.993166 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-36905c1e-e091-42c3-a532-95f25e95da83 req-ecbd49b7-8cad-4658-b1ac-cfd664883875 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323422 Jun 18 22:04:17.995543 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:18.391637 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b863c2-2844-41d6-80c2-b799d145aec5 req-0e6f5269-08a4-43dd-8fd9-aab919d2c375 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:18.393585 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-22b863c2-2844-41d6-80c2-b799d145aec5 req-0e6f5269-08a4-43dd-8fd9-aab919d2c375 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0666068 Jun 18 22:04:18.432132 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-22b863c2-2844-41d6-80c2-b799d145aec5 req-728c4bf8-14c1-43a0-883a-6a631082420e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327213 Jun 18 22:04:18.707722 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d72296-a929-4c55-bd12-8b6ea1f4cd0e req-db8d11a5-4081-4b9c-a108-6fe37a4f6bf8 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:18.709397 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-01d72296-a929-4c55-bd12-8b6ea1f4cd0e req-db8d11a5-4081-4b9c-a108-6fe37a4f6bf8 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 943 time: 0.0674739 Jun 18 22:04:18.748243 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-01d72296-a929-4c55-bd12-8b6ea1f4cd0e req-090daa23-3b06-4575-9157-8ee754fec76c tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322177 Jun 18 22:04:19.190514 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053caf0f-84b5-41f1-b906-f99dfee8bcd6 req-edd44ff9-2118-496a-8bdd-aa4114dc9a65 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:19.192868 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-053caf0f-84b5-41f1-b906-f99dfee8bcd6 req-edd44ff9-2118-496a-8bdd-aa4114dc9a65 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0690501 Jun 18 22:04:19.232969 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-053caf0f-84b5-41f1-b906-f99dfee8bcd6 req-378747e4-9446-4fc4-8ba4-41d274cf71e9 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344646 Jun 18 22:04:19.638626 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03810404-bb15-4707-bf0f-4026bbc36456 req-58e10e0a-1531-49b7-9e1c-f5960aeb0b1e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:19.640213 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-03810404-bb15-4707-bf0f-4026bbc36456 req-58e10e0a-1531-49b7-9e1c-f5960aeb0b1e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0677655 Jun 18 22:04:19.680975 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-03810404-bb15-4707-bf0f-4026bbc36456 req-5ea30070-cca6-4ed1-914b-0addc0525ceb tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342515 Jun 18 22:04:19.944630 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f51b6a-392d-45bf-b4fe-5456eff52632 req-06c2a273-5dda-4e7f-808e-d4a824e8f276 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:19.946913 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-76f51b6a-392d-45bf-b4fe-5456eff52632 req-06c2a273-5dda-4e7f-808e-d4a824e8f276 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 943 time: 0.0668771 Jun 18 22:04:19.987358 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-76f51b6a-392d-45bf-b4fe-5456eff52632 req-5e38f0a7-fed1-4e65-b74e-076094cd19be tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347817 Jun 18 22:04:20.407094 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48ebea-c09c-4843-84cb-6190f2c17bcc req-e985e7cd-f9e0-4a82-b5ad-108dca151700 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:20.409269 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9b48ebea-c09c-4843-84cb-6190f2c17bcc req-e985e7cd-f9e0-4a82-b5ad-108dca151700 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0647027 Jun 18 22:04:20.448035 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9b48ebea-c09c-4843-84cb-6190f2c17bcc req-e7dd2749-528f-4b66-b268-cad062762c75 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317078 Jun 18 22:04:20.872788 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1bd35-50fa-4274-b4a6-8cc3153fe209 req-6aef9993-36d8-483b-81b3-80abd6e854f5 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:20.874452 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6e1bd35-50fa-4274-b4a6-8cc3153fe209 req-6aef9993-36d8-483b-81b3-80abd6e854f5 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0695775 Jun 18 22:04:20.938486 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6e1bd35-50fa-4274-b4a6-8cc3153fe209 req-df83242e-1033-4897-9ba1-d820176c96e1 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520642 Jun 18 22:04:21.195336 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bf03b-f434-4f9a-a15d-4c672d8221f8 req-42995235-7216-4547-ac5d-435a2d8315fc tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:21.197008 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-568bf03b-f434-4f9a-a15d-4c672d8221f8 req-42995235-7216-4547-ac5d-435a2d8315fc tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 943 time: 0.0817339 Jun 18 22:04:21.246298 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-568bf03b-f434-4f9a-a15d-4c672d8221f8 req-96035013-3cb6-4f82-bae3-9c51036a704b tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431025 Jun 18 22:04:21.629639 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabe4f1-9d0a-4718-b4ce-88d2a9ab7909 req-fd867958-1597-4d5d-9c49-716758bb6f78 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:21.631093 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3fabe4f1-9d0a-4718-b4ce-88d2a9ab7909 req-fd867958-1597-4d5d-9c49-716758bb6f78 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0651271 Jun 18 22:04:21.673078 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3fabe4f1-9d0a-4718-b4ce-88d2a9ab7909 req-4628e99b-128b-4ff8-a328-57541a7a06bd tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354590 Jun 18 22:04:22.127851 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ed7e6-5c08-4695-97c7-c811b2bad857 req-36f0ed74-4944-41de-b23b-0f4ef552b2f8 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:22.129432 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c25ed7e6-5c08-4695-97c7-c811b2bad857 req-36f0ed74-4944-41de-b23b-0f4ef552b2f8 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0721788 Jun 18 22:04:22.165636 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c25ed7e6-5c08-4695-97c7-c811b2bad857 req-d05bf0d3-b7a3-4a11-8303-f95b773c7fac tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306399 Jun 18 22:04:22.448278 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468979f-9ea9-4940-89fb-e225d53cdd3a req-8f03cb48-f578-4601-8b9a-c643b07ae7e8 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:22.477869 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e468979f-9ea9-4940-89fb-e225d53cdd3a req-8f03cb48-f578-4601-8b9a-c643b07ae7e8 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 943 time: 0.0663552 Jun 18 22:04:22.489040 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e468979f-9ea9-4940-89fb-e225d53cdd3a req-1840e9c4-ef6f-4479-abe4-6087da573c80 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335245 Jun 18 22:04:22.858561 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bae5f-3bdd-4898-b6d1-79502327b330 req-fc6ba87d-eec3-405f-8db5-cb0cf3d0a6de tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:22.859927 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e13bae5f-3bdd-4898-b6d1-79502327b330 req-fc6ba87d-eec3-405f-8db5-cb0cf3d0a6de tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0688961 Jun 18 22:04:22.900467 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e13bae5f-3bdd-4898-b6d1-79502327b330 req-fd45762b-a8b4-43f1-b2df-0bed517934b3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344782 Jun 18 22:04:23.365193 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b062c0-39f9-47f9-b422-5fd476b34dd3 req-18f287a1-0d4c-448c-b06f-0a0609bfaa37 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:23.366630 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-47b062c0-39f9-47f9-b422-5fd476b34dd3 req-18f287a1-0d4c-448c-b06f-0a0609bfaa37 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0793653 Jun 18 22:04:23.407221 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-47b062c0-39f9-47f9-b422-5fd476b34dd3 req-e9316c5f-3d4d-4a92-a695-1f049f24b593 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346491 Jun 18 22:04:23.689344 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745fa68-22b4-403c-b1d8-c2c442f46957 req-b492c4e0-b37e-4874-9703-8cd2d23aaf52 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:23.691559 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2745fa68-22b4-403c-b1d8-c2c442f46957 req-b492c4e0-b37e-4874-9703-8cd2d23aaf52 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 943 time: 0.0700777 Jun 18 22:04:23.734705 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2745fa68-22b4-403c-b1d8-c2c442f46957 req-8d62bb5a-b108-492d-b075-3ba6d7c493dc tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334291 Jun 18 22:04:24.085930 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9942298-64f2-4166-9135-13c21db61a5b req-9bb39b13-2985-4efb-89ce-861885bac772 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:24.087545 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e9942298-64f2-4166-9135-13c21db61a5b req-9bb39b13-2985-4efb-89ce-861885bac772 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0726984 Jun 18 22:04:24.128523 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e9942298-64f2-4166-9135-13c21db61a5b req-cb1b08c2-4636-4080-9136-ee2f99129722 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345790 Jun 18 22:04:24.586756 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fd298-c22e-47e4-93f8-8ec8d48f4287 req-6ee023d4-1794-4b04-ae62-79c2aadeed1e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:24.588313 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-319fd298-c22e-47e4-93f8-8ec8d48f4287 req-6ee023d4-1794-4b04-ae62-79c2aadeed1e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0652096 Jun 18 22:04:24.626864 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-319fd298-c22e-47e4-93f8-8ec8d48f4287 req-fee0b00b-d31e-488b-bb18-f2a0b2a9c758 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328326 Jun 18 22:04:24.913761 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd11a7-f8c9-4521-a312-58981677bef9 req-e90a1b73-d9d0-466d-b7f0-b5d53ad5178d tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:24.915444 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-88cd11a7-f8c9-4521-a312-58981677bef9 req-e90a1b73-d9d0-466d-b7f0-b5d53ad5178d tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 943 time: 0.0680966 Jun 18 22:04:24.951838 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-88cd11a7-f8c9-4521-a312-58981677bef9 req-61e47da4-4f25-4298-b309-ecc134d78a13 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307450 Jun 18 22:04:25.299786 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f5762-61b6-4915-89f7-e256f2fdb1f2 req-127eb518-8abb-46ac-af47-383ee66ee35d tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:25.301250 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a41f5762-61b6-4915-89f7-e256f2fdb1f2 req-127eb518-8abb-46ac-af47-383ee66ee35d tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0627327 Jun 18 22:04:25.338030 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a41f5762-61b6-4915-89f7-e256f2fdb1f2 req-7cf566f1-5455-4768-9c13-20f802f699ba tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311680 Jun 18 22:04:25.806157 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e12165-40cc-4697-8467-dc48e9b32d25 req-9533c462-52ce-4450-842b-73420b772253 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:25.807579 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-68e12165-40cc-4697-8467-dc48e9b32d25 req-9533c462-52ce-4450-842b-73420b772253 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0641265 Jun 18 22:04:25.844664 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-68e12165-40cc-4697-8467-dc48e9b32d25 req-6d74c4fd-5d11-4591-a08d-88b01df15877 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315731 Jun 18 22:04:26.129234 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7e274-a8f3-4864-b6de-44f6bdb43f93 req-220a265b-ca3d-4af2-9ac5-f4b2d33f7f13 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:26.130652 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-82d7e274-a8f3-4864-b6de-44f6bdb43f93 req-220a265b-ca3d-4af2-9ac5-f4b2d33f7f13 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 943 time: 0.0613937 Jun 18 22:04:26.167257 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-82d7e274-a8f3-4864-b6de-44f6bdb43f93 req-07e20276-9982-4399-9462-15d75d9c9f24 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308797 Jun 18 22:04:26.504246 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb45228-1b04-4e2f-ad99-b5a0b82216c3 req-8de6084b-3e6e-43f0-a50e-10e09ab66223 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:26.505656 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bcb45228-1b04-4e2f-ad99-b5a0b82216c3 req-8de6084b-3e6e-43f0-a50e-10e09ab66223 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0601306 Jun 18 22:04:26.541920 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bcb45228-1b04-4e2f-ad99-b5a0b82216c3 req-4ec3bd82-b9e7-4e6c-9fd8-025c9ad58695 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308275 Jun 18 22:04:27.026266 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c191e-625e-421b-8c26-cd75cae69380 req-eaf8d6dc-0327-4c5f-9601-992421fe4b8d tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:27.027784 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-db0c191e-625e-421b-8c26-cd75cae69380 req-eaf8d6dc-0327-4c5f-9601-992421fe4b8d tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0672755 Jun 18 22:04:27.065904 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-db0c191e-625e-421b-8c26-cd75cae69380 req-32daf910-72c4-47c2-986c-e13ff75f588d tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325019 Jun 18 22:04:27.336168 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cadffb-ad3a-490a-8635-0647ce61219f req-fa2c6ed6-737a-4386-bd55-08a6034ace9f tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:27.337606 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b4cadffb-ad3a-490a-8635-0647ce61219f req-fa2c6ed6-737a-4386-bd55-08a6034ace9f tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 943 time: 0.0628691 Jun 18 22:04:27.373817 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b4cadffb-ad3a-490a-8635-0647ce61219f req-5ef2001c-ad07-49ee-8d79-c2a07e26fef5 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306790 Jun 18 22:04:27.711678 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fec42-e155-4c1b-94fb-d590feb7ad55 req-edbb5b8f-60f7-4e03-867c-c3e446b0b3e1 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:27.713095 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b39fec42-e155-4c1b-94fb-d590feb7ad55 req-edbb5b8f-60f7-4e03-867c-c3e446b0b3e1 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0643077 Jun 18 22:04:27.748675 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b39fec42-e155-4c1b-94fb-d590feb7ad55 req-e75d286c-98df-4e71-8ee8-43a01d794587 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301042 Jun 18 22:04:28.059810 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-48e557cb-24f1-4141-9489-a1484f4d5e8b req-ea400c0f-78f8-467f-9856-de57b7d604ff service neutron] 10.222.0.44 "GET /v2.0/networks/f66cd9a0-4495-46b4-8965-0b3794f85407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884275 Jun 18 22:04:28.242772 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2dd01-901e-4850-863f-da6ab21365d4 req-3aa98879-c94f-453c-a1ad-2370302e4b99 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:28.244203 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-03d2dd01-901e-4850-863f-da6ab21365d4 req-3aa98879-c94f-453c-a1ad-2370302e4b99 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0610316 Jun 18 22:04:28.287862 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-03d2dd01-901e-4850-863f-da6ab21365d4 req-c3643579-cc1f-481e-8aa8-e9f3e9d71b10 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378711 Jun 18 22:04:28.541850 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c528f-f16e-434b-8656-b640b87085da req-b9748fcd-ff1f-4ed4-973c-fba6a3f5d1be tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:28.543190 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-de0c528f-f16e-434b-8656-b640b87085da req-b9748fcd-ff1f-4ed4-973c-fba6a3f5d1be tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 943 time: 0.0629003 Jun 18 22:04:28.580336 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-de0c528f-f16e-434b-8656-b640b87085da req-ec87689b-d243-41fb-b1ba-5fc16e149f76 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314202 Jun 18 22:04:28.922194 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1a44f-ab8e-408d-8d1a-a9fbaa998773 req-b49203f2-74fd-4771-80a7-d44c2e222bdc tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:28.923508 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6ef1a44f-ab8e-408d-8d1a-a9fbaa998773 req-b49203f2-74fd-4771-80a7-d44c2e222bdc tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0616446 Jun 18 22:04:28.960072 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6ef1a44f-ab8e-408d-8d1a-a9fbaa998773 req-ce4a2558-9aed-4aa9-9126-02d847740ddd tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307014 Jun 18 22:04:29.246766 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-13c9ba01-23ed-4a6d-b6c6-ae4242ed4cf1 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2132180246&fields=id&tenant_id=ed9e4db77ad6448dba057f80f84b20ef HTTP/1.1" status: 200 len: 267 time: 0.0321474 Jun 18 22:04:29.355520 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-205fb08e-42c0-4e8e-a230-aa9f996a062a tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:29.356963 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-205fb08e-42c0-4e8e-a230-aa9f996a062a tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/networks?id=d0970eb9-7453-4bc7-acc8-23863a420423 HTTP/1.1" status: 200 len: 809 time: 0.1040876 Jun 18 22:04:29.374162 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-1202ef54-4433-4bca-ab7e-146eef35b7b5 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/quotas/ed9e4db77ad6448dba057f80f84b20ef HTTP/1.1" status: 200 len: 375 time: 0.0116873 Jun 18 22:04:29.483602 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-5caab4e6-878b-4299-8a6c-cb32c4512387 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed9e4db77ad6448dba057f80f84b20ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029377 Jun 18 22:04:29.495416 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a19f71-f19c-471c-ab72-5ea71e78ba87 req-b0c395c6-ca49-4313-bb9c-9c89700d85fd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:29.496838 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-14a19f71-f19c-471c-ab72-5ea71e78ba87 req-b0c395c6-ca49-4313-bb9c-9c89700d85fd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0870471 Jun 18 22:04:29.576459 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-14a19f71-f19c-471c-ab72-5ea71e78ba87 req-c37ca17a-b971-4c11-ace0-54b23f3033ea tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704424 Jun 18 22:04:29.604717 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-c85bd3ba-662f-401e-9a20-01e19ac428b3 service neutron] 10.222.0.38 "GET /v2.0/networks/d0970eb9-7453-4bc7-acc8-23863a420423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068661 Jun 18 22:04:30.042843 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fd0e382b-6061-479c-9989-7445e4ac2902 service neutron] 10.222.0.38 "GET /v2.0/networks/d0970eb9-7453-4bc7-acc8-23863a420423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323325 Jun 18 22:04:30.053986 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd134-0481-46c8-9132-91aedb384d3c req-42cf44b7-c407-46d3-8ef7-2bc1c2f65977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:30.055516 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-86ccd134-0481-46c8-9132-91aedb384d3c req-42cf44b7-c407-46d3-8ef7-2bc1c2f65977 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 1098 time: 0.1276357 Jun 18 22:04:30.065049 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff0c88-443c-40c1-9bca-b9306bb4e1c7 req-871289ff-aa84-413c-adc6-25fda0ec6bec tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:30.066148 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a8ff0c88-443c-40c1-9bca-b9306bb4e1c7 req-871289ff-aa84-413c-adc6-25fda0ec6bec tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 943 time: 0.1393452 Jun 18 22:04:30.119060 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-86ccd134-0481-46c8-9132-91aedb384d3c req-b6a51683-b00b-44f5-8a83-ac9b2da712d7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519421 Jun 18 22:04:30.126943 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a8ff0c88-443c-40c1-9bca-b9306bb4e1c7 req-a2424dd7-b57e-4ea7-a5d5-87317a4eaad1 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531588 Jun 18 22:04:30.292727 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febbb86-8608-4353-a635-0b0fcc7d23de req-e72184cc-8044-4597-a7c3-e61391fcbea0 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:30.294356 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2febbb86-8608-4353-a635-0b0fcc7d23de req-e72184cc-8044-4597-a7c3-e61391fcbea0 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0646780 Jun 18 22:04:30.334265 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2febbb86-8608-4353-a635-0b0fcc7d23de req-29a7337f-a42d-4e91-b77a-450143eccb68 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343409 Jun 18 22:04:30.541992 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c015d3-fa90-4482-b037-4e94bde06927 req-dd647510-3c58-43e4-a9d6-695a44284462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:30.543489 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a8c015d3-fa90-4482-b037-4e94bde06927 req-dd647510-3c58-43e4-a9d6-695a44284462 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7&device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0696859 Jun 18 22:04:30.674316 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2cd3a166-a589-4ea8-9146-c14654acb1de req-079b2e7d-b7cb-48d4-a0ac-c8e854550776 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 210 time: 0.0374632 Jun 18 22:04:30.697417 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c015d3-fa90-4482-b037-4e94bde06927 req-7ca9ab70-143c-4ba1-b8b9-b88da913d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:30.699000 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a8c015d3-fa90-4482-b037-4e94bde06927 req-7ca9ab70-143c-4ba1-b8b9-b88da913d333 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7dc362ef-bd1f-40fa-861d-5e2be660a931 HTTP/1.1" status: 200 len: 918 time: 0.1178870 Jun 18 22:04:30.800878 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a8c015d3-fa90-4482-b037-4e94bde06927 req-5c24fbdf-6fc2-4699-b163-2e79abe1edab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c20a162-8d54-43a6-a089-b489a2c4697c HTTP/1.1" status: 200 len: 999 time: 0.0841615 Jun 18 22:04:30.824072 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84735f1-683f-47ab-aec5-e5cba4116824 req-a8647709-a0a1-435a-a653-f781e62ef410 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:30.825386 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f84735f1-683f-47ab-aec5-e5cba4116824 req-a8647709-a0a1-435a-a653-f781e62ef410 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.1193576 Jun 18 22:04:30.887758 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f84735f1-683f-47ab-aec5-e5cba4116824 req-0ba8c604-d33c-427b-b945-8427a0f4ff56 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417409 Jun 18 22:04:30.889102 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c015d3-fa90-4482-b037-4e94bde06927 req-87db0fde-62dd-413c-9ecc-968aaee722f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:30.890671 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a8c015d3-fa90-4482-b037-4e94bde06927 req-87db0fde-62dd-413c-9ecc-968aaee722f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5 HTTP/1.1" status: 200 len: 856 time: 0.0821750 Jun 18 22:04:30.947355 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c015d3-fa90-4482-b037-4e94bde06927 req-7fa8b41b-19ed-4c5d-bb32-21c6c9a5e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:30.948854 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a8c015d3-fa90-4482-b037-4e94bde06927 req-7fa8b41b-19ed-4c5d-bb32-21c6c9a5e1bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7dc362ef-bd1f-40fa-861d-5e2be660a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512543 Jun 18 22:04:31.036545 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a8c015d3-fa90-4482-b037-4e94bde06927 req-3dac3289-6079-40cc-a80c-6a624739816d service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801148 Jun 18 22:04:31.130071 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a8c015d3-fa90-4482-b037-4e94bde06927 req-ba926e7a-86ce-45ee-a3b4-32d5dbeb30c3 service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859227 Jun 18 22:04:31.228348 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:04:31.326111 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11bd75-cc0c-47c5-83c4-e14dec916535 req-e3f25273-3a34-4ba6-9349-3357c1d1abe2 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:31.327653 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8a11bd75-cc0c-47c5-83c4-e14dec916535 req-e3f25273-3a34-4ba6-9349-3357c1d1abe2 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 943 time: 0.0816567 Jun 18 22:04:31.342915 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=22819e4d-5797-4191-9e8e-ef4f2b7b4dc8,segment=NetworkSegment(1b120709-34cb-4f00-b4fc-a79711c7951d),segment_id=1b120709-34cb-4f00-b4fc-a79711c7951d)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:31.355789 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': '22819e4d-5797-4191-9e8e-ef4f2b7b4dc8', 'network_id': 'f66cd9a0-4495-46b4-8965-0b3794f85407', 'port_id': '22819e4d-5797-4191-9e8e-ef4f2b7b4dc8', 'mac_address': 'fa:16:3e:56:35:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82374838-d364-4f4d-9932-55108600dd39', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:04:31.372423 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8a11bd75-cc0c-47c5-83c4-e14dec916535 req-98023279-1d17-4692-944a-5460087979ff tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386093 Jun 18 22:04:31.395233 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:31.407785 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:04:31.428556 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=22819e4d-5797-4191-9e8e-ef4f2b7b4dc8,segment=NetworkSegment(1b120709-34cb-4f00-b4fc-a79711c7951d),segment_id=1b120709-34cb-4f00-b4fc-a79711c7951d)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:31.514825 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:31.516522 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:31.520091 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d10af9-7966-4552-ab00-1ca7802c18b7 req-d935d9f4-1efe-47aa-8e1d-e2870968e090 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:31.521163 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-11d10af9-7966-4552-ab00-1ca7802c18b7 req-d935d9f4-1efe-47aa-8e1d-e2870968e090 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0670567 Jun 18 22:04:31.567042 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-11d10af9-7966-4552-ab00-1ca7802c18b7 req-718eb9c9-9ab2-40a8-a4bc-5e5c84008927 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377476 Jun 18 22:04:31.603307 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=22819e4d-5797-4191-9e8e-ef4f2b7b4dc8,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:31.610402 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:31.610749 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:31.611087 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:31.611417 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:31.611745 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:31.612110 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:31.612451 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:31.612827 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:31.613174 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:31.613517 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:31.613780 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:31.614091 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:31.617897 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:31.774839 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a49319f0-a457-40e1-9d65-2f470d728163 req-e0a265c3-cc64-478a-8da8-685721379a53 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 210 time: 0.0290053 Jun 18 22:04:31.991632 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['22819e4d-5797-4191-9e8e-ef4f2b7b4dc8'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:04:32.070335 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d463a7-b62e-4183-8192-73fcc8bbcc7b req-2189447b-f571-4550-a733-ea038a197291 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:32.077933 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-11d463a7-b62e-4183-8192-73fcc8bbcc7b req-2189447b-f571-4550-a733-ea038a197291 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0746706 Jun 18 22:04:32.117565 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-11d463a7-b62e-4183-8192-73fcc8bbcc7b req-aa6ff79c-e5bc-4d95-a299-27d4cd8d2870 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387859 Jun 18 22:04:32.549380 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461cd1-9972-44ce-a058-68849d50d22a req-f830442d-b278-443e-9262-23e1bb3cbc28 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:32.551389 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2b461cd1-9972-44ce-a058-68849d50d22a req-f830442d-b278-443e-9262-23e1bb3cbc28 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 944 time: 0.0677474 Jun 18 22:04:32.588826 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2b461cd1-9972-44ce-a058-68849d50d22a req-a67a9f9f-fcf9-4ffc-be1a-df4ccad6704a tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314837 Jun 18 22:04:32.744545 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf06e9d-8551-4207-bf90-5411d5449fc2 req-58301cbc-e1d0-4166-ac6b-314ebe3692a0 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:32.745925 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ecf06e9d-8551-4207-bf90-5411d5449fc2 req-58301cbc-e1d0-4166-ac6b-314ebe3692a0 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0608237 Jun 18 22:04:32.781830 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ecf06e9d-8551-4207-bf90-5411d5449fc2 req-9658e27d-dea5-4564-af94-b4acd450a003 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304422 Jun 18 22:04:32.915068 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-939bd53b-37bf-4813-917e-738378a95006 req-fd1f3e81-c5eb-4c7b-a7cd-49a14cb4a00e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 210 time: 0.0301464 Jun 18 22:04:33.233050 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:04:33.309356 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bd8e9-c44f-44da-8dcf-3157719b2084 req-50a7229a-abf2-4244-bc7c-abb282874192 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:33.310842 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4b1bd8e9-c44f-44da-8dcf-3157719b2084 req-50a7229a-abf2-4244-bc7c-abb282874192 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0711412 Jun 18 22:04:33.346139 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:04:33.350665 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:04:33.351046 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:33.355140 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4b1bd8e9-c44f-44da-8dcf-3157719b2084 req-a7bce352-99cf-4a1c-a562-293e53e33865 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341804 Jun 18 22:04:33.430679 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:33.455075 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609e81f3-a3db-4682-8c6a-624eff4b9643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22819e4d-5797-4191-9e8e-ef4f2b7b4dc8'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:33.455947 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98106507-ed95-49bc-8988-3beb71b1f1d1 req-584b30d3-29d0-456e-b46a-c594dbc512f3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:33.457588 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-98106507-ed95-49bc-8988-3beb71b1f1d1 req-584b30d3-29d0-456e-b46a-c594dbc512f3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0656834 Jun 18 22:04:33.460525 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8545fc39-ec92-40cd-b79a-fcb0a4db6c41" -d '{"events": [{"server_uuid": "609e81f3-a3db-4682-8c6a-624eff4b9643", "name": "network-vif-plugged", "status": "completed", "tag": "22819e4d-5797-4191-9e8e-ef4f2b7b4dc8"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:33.470641 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=22819e4d-5797-4191-9e8e-ef4f2b7b4dc8,segment=NetworkSegment(1b120709-34cb-4f00-b4fc-a79711c7951d),segment_id=1b120709-34cb-4f00-b4fc-a79711c7951d)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:33.495781 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c864a0e9-4289-473d-9a29-d91ebef3fcc4 x-openstack-request-id: req-c864a0e9-4289-473d-9a29-d91ebef3fcc4 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:33.496081 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609e81f3-a3db-4682-8c6a-624eff4b9643", "name": "network-vif-plugged", "status": "completed", "tag": "22819e4d-5797-4191-9e8e-ef4f2b7b4dc8", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:33.496377 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c864a0e9-4289-473d-9a29-d91ebef3fcc4 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:33.496777 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609e81f3-a3db-4682-8c6a-624eff4b9643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22819e4d-5797-4191-9e8e-ef4f2b7b4dc8', 'code': 200} Jun 18 22:04:33.527987 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-98106507-ed95-49bc-8988-3beb71b1f1d1 req-8cea9367-4e00-4b7e-a166-c05b24cc2932 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564742 Jun 18 22:04:33.545991 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc05d8-d002-4fd8-98c1-5551061592a6 req-044b33da-ab07-4d0d-93e6-b2885338f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:33.547473 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-29fc05d8-d002-4fd8-98c1-5551061592a6 req-044b33da-ab07-4d0d-93e6-b2885338f1f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02a6e92122c648009a67bed9a25e5509&device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 1098 time: 0.0844500 Jun 18 22:04:33.548770 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:33.552298 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:33.604779 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=22819e4d-5797-4191-9e8e-ef4f2b7b4dc8,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:33.607855 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:33.673349 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc05d8-d002-4fd8-98c1-5551061592a6 req-629495d5-2e5e-4be2-8c33-65a066a84264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:33.674999 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-29fc05d8-d002-4fd8-98c1-5551061592a6 req-629495d5-2e5e-4be2-8c33-65a066a84264 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e3d4388-f912-494e-9274-2eaf8813e493 HTTP/1.1" status: 200 len: 920 time: 0.1097472 Jun 18 22:04:33.721676 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-29fc05d8-d002-4fd8-98c1-5551061592a6 req-bfb8c879-29a0-4a41-a27a-fefab63bb0af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d722b41-85ff-42d5-b436-afd06a4cbb66 HTTP/1.1" status: 200 len: 217 time: 0.0390041 Jun 18 22:04:33.807123 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc05d8-d002-4fd8-98c1-5551061592a6 req-927a154f-192f-4983-99ea-00b22eadfeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:33.808708 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-29fc05d8-d002-4fd8-98c1-5551061592a6 req-927a154f-192f-4983-99ea-00b22eadfeb9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6010c590-2fee-479f-8c83-b0d256412620 HTTP/1.1" status: 200 len: 859 time: 0.0571427 Jun 18 22:04:33.824486 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f3100-9c4e-406a-bef9-8d8ca86b3a26 req-db949810-2631-43f2-ba26-b2035e006906 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:33.825948 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7b4f3100-9c4e-406a-bef9-8d8ca86b3a26 req-db949810-2631-43f2-ba26-b2035e006906 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 945 time: 0.1072180 Jun 18 22:04:33.864912 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-29fc05d8-d002-4fd8-98c1-5551061592a6 req-7058c124-2467-4133-bc3a-6db94e4c8585 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e3d4388-f912-494e-9274-2eaf8813e493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377848 Jun 18 22:04:33.884071 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7b4f3100-9c4e-406a-bef9-8d8ca86b3a26 req-c5909f19-c853-4b04-9c3d-a20528ffd783 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497301 Jun 18 22:04:34.046769 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-29fc05d8-d002-4fd8-98c1-5551061592a6 req-29e4cb32-aedc-4ce0-8a27-f3d756d66c83 service neutron] 10.222.0.44 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441133 Jun 18 22:04:34.067623 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5cfec0a0-ab68-4362-89d2-a6594f354156 req-3440397a-a0ce-49c2-b366-959db4622926 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 210 time: 0.0337794 Jun 18 22:04:34.077033 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fd4f9-1dec-48a7-95a6-51ece9bc98ce req-e38e7993-4f41-4741-9bb0-6655da54475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:34.078403 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-765fd4f9-1dec-48a7-95a6-51ece9bc98ce req-e38e7993-4f41-4741-9bb0-6655da54475c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 1098 time: 0.1187730 Jun 18 22:04:34.152025 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-765fd4f9-1dec-48a7-95a6-51ece9bc98ce req-382540d2-389d-434b-90e2-52d06c6b48bf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606949 Jun 18 22:04:34.177145 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-29fc05d8-d002-4fd8-98c1-5551061592a6 req-708a5ea9-3429-4f67-8a7f-90ebc5976d51 service neutron] 10.222.0.44 "GET /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118202 Jun 18 22:04:34.536633 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be971ee1-d2f6-4a06-80a1-a909aeacf918 req-467e396c-660a-48a8-bcec-1e7afd496147 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:34.538047 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-be971ee1-d2f6-4a06-80a1-a909aeacf918 req-467e396c-660a-48a8-bcec-1e7afd496147 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0608649 Jun 18 22:04:34.576082 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-be971ee1-d2f6-4a06-80a1-a909aeacf918 req-cdc9b457-7a3c-48f5-a93f-4cacb9cf6dc0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319407 Jun 18 22:04:34.755406 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-52c91b97-ca65-4cd7-832f-791142d302e0 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:34.756843 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-52c91b97-ca65-4cd7-832f-791142d302e0 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.44 "GET /v2.0/networks?id=d0970eb9-7453-4bc7-acc8-23863a420423 HTTP/1.1" status: 200 len: 809 time: 0.1452785 Jun 18 22:04:34.770080 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dba9b-242d-488d-9e42-cc9488ea9f05 req-83a8235e-9bdb-4e89-93f5-5599106ed415 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:34.771030 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fd4dba9b-242d-488d-9e42-cc9488ea9f05 req-83a8235e-9bdb-4e89-93f5-5599106ed415 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1044154 Jun 18 22:04:34.834525 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-5ff49afd-9887-4c92-bcf3-9f774c319468 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed9e4db77ad6448dba057f80f84b20ef HTTP/1.1" status: 200 len: 380 time: 0.0566196 Jun 18 22:04:34.839116 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fd4dba9b-242d-488d-9e42-cc9488ea9f05 req-96c01d02-5e1b-4f39-8e39-950490dd50d9 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624712 Jun 18 22:04:34.849034 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Request body: {'port': {'device_id': '6eaf8cc1-141b-4ce4-b3a5-43a520b9128c', 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423', 'admin_state_up': True, 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'security_groups': ['b8e78a5a-ae68-4f28-b321-0bca1db95486']}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:35.045940 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Made reservation on behalf of ed9e4db77ad6448dba057f80f84b20ef for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:04:35.049340 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:35.070440 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce38a47-50d9-4ab0-bcd1-c5893c51367d req-29322e34-0d49-4939-a0c6-5d84b0fb2c82 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:35.071906 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dce38a47-50d9-4ab0-bcd1-c5893c51367d req-29322e34-0d49-4939-a0c6-5d84b0fb2c82 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 945 time: 0.0781758 Jun 18 22:04:35.154205 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dce38a47-50d9-4ab0-bcd1-c5893c51367d req-f89e0af9-813a-4869-a915-e1358fc2f444 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763097 Jun 18 22:04:35.224814 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4e3eab08-4924-499b-9955-d143116a8058 req-3d30c036-90f9-4f6f-bf82-287b8ac9ade8 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 210 time: 0.0399692 Jun 18 22:04:35.239393 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Allocated IP 172.20.0.7 (d0970eb9-7453-4bc7-acc8-23863a420423/43c6e494-71ef-4246-96bb-6c5d7207995a/b6263e30-7bb0-4c20-95f0-db518eede253) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:04:35.375419 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:35.388677 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Transition to ACTIVE for port object b6263e30-7bb0-4c20-95f0-db518eede253 will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:04:35.509596 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:35.514352 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:35.562912 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Network d0970eb9-7453-4bc7-acc8-23863a420423 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:04:35.566882 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:04:35.570635 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:04:35.596566 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Pushing event updated for resources: {'Port': ['ID=b6263e30-7bb0-4c20-95f0-db518eede253,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:35.609463 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:35.609832 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:35.610193 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:35.610856 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:35.610971 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:35.611312 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:35.611658 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:35.612003 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:35.612371 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:35.612711 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:35.613671 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:35.614016 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:35.619856 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:35.639158 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:35.639158 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:35.726675 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8813779 Jun 18 22:04:35.760794 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Request body: {'port': {'device_id': '6eaf8cc1-141b-4ce4-b3a5-43a520b9128c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:35.856539 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f59ed-7277-416e-bc40-0c7c5e5fd356 req-b9f60633-6bb2-4d37-88f0-1bc3a34ad16e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:35.857997 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7a5f59ed-7277-416e-bc40-0c7c5e5fd356 req-b9f60633-6bb2-4d37-88f0-1bc3a34ad16e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.1297009 Jun 18 22:04:35.862436 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:35.869666 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-702ee0d8-d038-48e7-8b14-6a17e5dc1d6e None None] Provisioning for port b6263e30-7bb0-4c20-95f0-db518eede253 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:04:35.877216 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-702ee0d8-d038-48e7-8b14-6a17e5dc1d6e None None] Provisioning complete for port b6263e30-7bb0-4c20-95f0-db518eede253 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:04:35.877994 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-702ee0d8-d038-48e7-8b14-6a17e5dc1d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:35.909144 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37320) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:35.931627 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7a5f59ed-7277-416e-bc40-0c7c5e5fd356 req-165ad00c-dcbd-4ba7-9b16-ebb2955da591 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669749 Jun 18 22:04:35.952622 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-702ee0d8-d038-48e7-8b14-6a17e5dc1d6e None None] Port b6263e30-7bb0-4c20-95f0-db518eede253 cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:04:36.023115 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a19858e0-d67c-4300-a9df-956ab6ef48f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:36.032304 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e9da8ad8-316a-4559-9790-0fdedb68f06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:36.111759 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a19858e0-d67c-4300-a9df-956ab6ef48f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:36.137138 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1916e-f437-4b7b-940a-4956d0f37744 req-7c2b209b-0827-432c-bdc6-2d6d8c9ae525 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:36.138563 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-05f1916e-f437-4b7b-940a-4956d0f37744 req-7c2b209b-0827-432c-bdc6-2d6d8c9ae525 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1421771 Jun 18 22:04:36.188721 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a19858e0-d67c-4300-a9df-956ab6ef48f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:36.203443 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d3a817ea-54f9-4785-9ec5-bb7dd5162e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:36.204046 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-05f1916e-f437-4b7b-940a-4956d0f37744 req-657d7ca8-952c-4731-b29e-32e269af3d7e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567267 Jun 18 22:04:36.237494 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19858e0-d67c-4300-a9df-956ab6ef48f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d34467-7bef-462a-8d28-434dc89731ea,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:36.248497 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6263e30-7bb0-4c20-95f0-db518eede253 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:04:36.249811 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a19858e0-d67c-4300-a9df-956ab6ef48f3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b108e24a53d84703a8108e5f2b637f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396478 Jun 18 22:04:36.252944 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 37328) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:36.260147 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19858e0-d67c-4300-a9df-956ab6ef48f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:36.260939 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19858e0-d67c-4300-a9df-956ab6ef48f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:36.261899 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19858e0-d67c-4300-a9df-956ab6ef48f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:36.262970 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19858e0-d67c-4300-a9df-956ab6ef48f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:36.263932 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:36.264185 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19858e0-d67c-4300-a9df-956ab6ef48f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:36.266236 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19858e0-d67c-4300-a9df-956ab6ef48f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:36.266236 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19858e0-d67c-4300-a9df-956ab6ef48f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:36.266236 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19858e0-d67c-4300-a9df-956ab6ef48f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:36.267328 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19858e0-d67c-4300-a9df-956ab6ef48f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:36.268049 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19858e0-d67c-4300-a9df-956ab6ef48f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:36.268660 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19858e0-d67c-4300-a9df-956ab6ef48f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:36.269229 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19858e0-d67c-4300-a9df-956ab6ef48f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:36.277315 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-a19858e0-d67c-4300-a9df-956ab6ef48f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:36.308349 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Transition to ACTIVE for port object b6263e30-7bb0-4c20-95f0-db518eede253 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:04:36.394651 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e39fffe7-536b-4319-8f2c-c9963d294f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:36.416390 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:36.422195 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:36.459949 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e39fffe7-536b-4319-8f2c-c9963d294f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:36.550362 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6780438-f3a8-4713-8e4a-c27d7b350e19 req-2f4009aa-bae7-4038-be6d-2168829f67c1 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:36.552496 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6780438-f3a8-4713-8e4a-c27d7b350e19 req-2f4009aa-bae7-4038-be6d-2168829f67c1 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 945 time: 0.2340698 Jun 18 22:04:36.557936 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Pushing event updated for resources: {'Port': ['ID=b6263e30-7bb0-4c20-95f0-db518eede253,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:36.570262 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:36.594024 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e6c66-9882-4a79-b6f9-69040a0f3fb1 req-581e1cf4-716c-44c9-ba9a-d7cd69ee5cc0 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:36.595522 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e85e6c66-9882-4a79-b6f9-69040a0f3fb1 req-581e1cf4-716c-44c9-ba9a-d7cd69ee5cc0 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 931 time: 0.2397161 Jun 18 22:04:36.677378 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6780438-f3a8-4713-8e4a-c27d7b350e19 req-c36f18af-9161-471d-8399-6f9dee3afdf2 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151268 Jun 18 22:04:36.696178 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e85e6c66-9882-4a79-b6f9-69040a0f3fb1 req-37da1152-a091-4ae8-a81e-cf0b222c29f2 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834010 Jun 18 22:04:36.711679 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Attempting to bind port b6263e30-7bb0-4c20-95f0-db518eede253 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:04:36.711999 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Attempting to bind port b6263e30-7bb0-4c20-95f0-db518eede253 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '2b331b0a-2380-4400-b62b-7b160dff8e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:04:36.712356 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Attempting to bind port b6263e30-7bb0-4c20-95f0-db518eede253 on network d0970eb9-7453-4bc7-acc8-23863a420423 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:04:36.716590 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Port b6263e30-7bb0-4c20-95f0-db518eede253 on network d0970eb9-7453-4bc7-acc8-23863a420423 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:04:36.716903 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Attempting to bind port b6263e30-7bb0-4c20-95f0-db518eede253 on network d0970eb9-7453-4bc7-acc8-23863a420423 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:04:36.721525 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:04:36.721853 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Checking segment: {'id': '2b331b0a-2380-4400-b62b-7b160dff8e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:04:36.722222 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Bound using segment: {'id': '2b331b0a-2380-4400-b62b-7b160dff8e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:04:36.722669 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Bound port: b6263e30-7bb0-4c20-95f0-db518eede253, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b331b0a-2380-4400-b62b-7b160dff8e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:04:36.723008 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:36.755079 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e39fffe7-536b-4319-8f2c-c9963d294f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:36.757591 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e39fffe7-536b-4319-8f2c-c9963d294f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:36.758703 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-e39fffe7-536b-4319-8f2c-c9963d294f85 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/20d34467-7bef-462a-8d28-434dc89731ea HTTP/1.1" status: 204 len: 168 time: 0.5047026 Jun 18 22:04:36.760766 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-52f47941-b1ca-4ea1-881c-f248f9e66c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:36.772843 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fffe7-536b-4319-8f2c-c9963d294f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d34467-7bef-462a-8d28-434dc89731ea,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:36.776215 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-e39fffe7-536b-4319-8f2c-c9963d294f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:36.797823 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] For port b6263e30-7bb0-4c20-95f0-db518eede253, host hv-cinder-76675, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:04:36.801228 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] For port b6263e30-7bb0-4c20-95f0-db518eede253, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b6263e30-7bb0-4c20-95f0-db518eede253,segment=NetworkSegment(2b331b0a-2380-4400-b62b-7b160dff8e3a),segment_id=2b331b0a-2380-4400-b62b-7b160dff8e3a)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:04:36.873369 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:36.876401 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-2de98ba9-8b15-4f77-a790-a6f02aa11dc3 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:36.906859 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:36.907474 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:36.908861 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] 10.222.0.44 "PUT /v2.0/ports/b6263e30-7bb0-4c20-95f0-db518eede253 HTTP/1.1" status: 200 len: 1093 time: 1.1528740 Jun 18 22:04:36.920704 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eaf8cc1-141b-4ce4-b3a5-43a520b9128c', 'tag': 'b6263e30-7bb0-4c20-95f0-db518eede253'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:36.920704 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7ac292-06f0-4067-ba19-e940e770d989" -d '{"events": [{"name": "network-changed", "server_uuid": "6eaf8cc1-141b-4ce4-b3a5-43a520b9128c", "tag": "b6263e30-7bb0-4c20-95f0-db518eede253"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:36.952019 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Pushing event updated for resources: {'Port': ['ID=b6263e30-7bb0-4c20-95f0-db518eede253,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:36.956994 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:36.971685 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6459e55-c122-4c1d-bd7f-e2967d5552f1 x-openstack-request-id: req-f6459e55-c122-4c1d-bd7f-e2967d5552f1 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:36.972056 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eaf8cc1-141b-4ce4-b3a5-43a520b9128c", "tag": "b6263e30-7bb0-4c20-95f0-db518eede253", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:36.972452 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f6459e55-c122-4c1d-bd7f-e2967d5552f1 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:36.974246 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eaf8cc1-141b-4ce4-b3a5-43a520b9128c', 'tag': 'b6263e30-7bb0-4c20-95f0-db518eede253', 'status': 'completed', 'code': 200} Jun 18 22:04:37.184763 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ac292-06f0-4067-ba19-e940e770d989 req-2a7f5f68-fd77-4828-b07f-d0131791a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:37.186140 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3e7ac292-06f0-4067-ba19-e940e770d989 req-2a7f5f68-fd77-4828-b07f-d0131791a86f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed9e4db77ad6448dba057f80f84b20ef&device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 1096 time: 0.1012526 Jun 18 22:04:37.197872 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf10be-de8a-4e2e-8cbc-cb5367e4d284 req-a81ce7d7-1777-477f-ac0a-de7a3f25f66c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:37.199420 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e7cf10be-de8a-4e2e-8cbc-cb5367e4d284 req-a81ce7d7-1777-477f-ac0a-de7a3f25f66c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 943 time: 0.1256044 Jun 18 22:04:37.264821 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 6c20a162-8d54-43a6-a089-b489a2c4697c details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:04:37.303041 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e7cf10be-de8a-4e2e-8cbc-cb5367e4d284 req-b9018732-0626-4082-b841-25bf6525082a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898471 Jun 18 22:04:37.341527 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ac292-06f0-4067-ba19-e940e770d989 req-74465c55-eb81-4900-baac-586bbc4ceac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:37.343593 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3e7ac292-06f0-4067-ba19-e940e770d989 req-74465c55-eb81-4900-baac-586bbc4ceac6 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ed9e4db77ad6448dba057f80f84b20ef&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1422884 Jun 18 22:04:37.373148 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 6c20a162-8d54-43a6-a089-b489a2c4697c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=6c20a162-8d54-43a6-a089-b489a2c4697c,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:37.385722 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': '6c20a162-8d54-43a6-a089-b489a2c4697c', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'port_id': '6c20a162-8d54-43a6-a089-b489a2c4697c', 'mac_address': 'fa:16:3e:b0:8a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:04:37.423500 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:37.448509 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c20a162-8d54-43a6-a089-b489a2c4697c {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:04:37.470497 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 6c20a162-8d54-43a6-a089-b489a2c4697c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=6c20a162-8d54-43a6-a089-b489a2c4697c,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:37.473048 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d342632-a4ea-4ace-a613-b801d025f348 req-75085809-8c41-4cc1-8dec-e2b882b84e67 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:37.474592 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7d342632-a4ea-4ace-a613-b801d025f348 req-75085809-8c41-4cc1-8dec-e2b882b84e67 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1456923 Jun 18 22:04:37.514076 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ac292-06f0-4067-ba19-e940e770d989 req-5d9123d9-0f6e-49cf-a9bc-54b8a9c85a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:37.515485 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3e7ac292-06f0-4067-ba19-e940e770d989 req-5d9123d9-0f6e-49cf-a9bc-54b8a9c85a58 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1399462 Jun 18 22:04:37.528126 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7d342632-a4ea-4ace-a613-b801d025f348 req-0e2d7492-62de-47b7-a39f-4c619e45e993 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467651 Jun 18 22:04:37.543542 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:37.545511 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:37.590890 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=6c20a162-8d54-43a6-a089-b489a2c4697c,revision_number=9']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:37.593743 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:38.008626 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-7988b533-240a-4fdd-9702-c4fb7b2501c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:38.010085 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-7988b533-240a-4fdd-9702-c4fb7b2501c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed9e4db77ad6448dba057f80f84b20ef&device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 1096 time: 0.4048686 Jun 18 22:04:38.025849 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a55cc-06cb-4937-9e14-6b5af1eeb986 req-34bca71c-03fb-479c-ae0f-2e1edf7fb2a0 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:38.027246 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-000a55cc-06cb-4937-9e14-6b5af1eeb986 req-34bca71c-03fb-479c-ae0f-2e1edf7fb2a0 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 945 time: 0.1284208 Jun 18 22:04:38.036023 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad51c5-4e57-40d0-891b-161f673a5601 req-49751dcb-5b32-4590-ae9b-6d7aee4476d4 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:38.037491 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b3ad51c5-4e57-40d0-891b-161f673a5601 req-49751dcb-5b32-4590-ae9b-6d7aee4476d4 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.1376202 Jun 18 22:04:38.097128 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-895e8ac6-2049-4cc3-b9d2-db53ddcfa9c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6263e30-7bb0-4c20-95f0-db518eede253 HTTP/1.1" status: 200 len: 217 time: 0.0586917 Jun 18 22:04:38.155769 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b3ad51c5-4e57-40d0-891b-161f673a5601 req-ae3af328-ad6a-4330-b8f8-c3e58419c2bb tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096857 Jun 18 22:04:38.159845 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-000a55cc-06cb-4937-9e14-6b5af1eeb986 req-aa540d55-0589-4399-b8ad-28107aa30abd tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204450 Jun 18 22:04:38.184363 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-3fbd5687-ea7f-430e-a5ec-bcd746640c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:38.185808 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-3fbd5687-ea7f-430e-a5ec-bcd746640c7b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43c6e494-71ef-4246-96bb-6c5d7207995a HTTP/1.1" status: 200 len: 848 time: 0.0678918 Jun 18 22:04:38.325587 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-f5d56ca4-3c9d-4c50-aa25-c64094d3d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:38.327034 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-f5d56ca4-3c9d-4c50-aa25-c64094d3d876 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d0970eb9-7453-4bc7-acc8-23863a420423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0941482 Jun 18 22:04:38.342184 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f66e4-ed4f-4021-b516-e74d936b35e7 req-6bcb40dd-bdb4-4f08-bdf5-cae531d3c500 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:38.343570 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0a9f66e4-ed4f-4021-b516-e74d936b35e7 req-6bcb40dd-bdb4-4f08-bdf5-cae531d3c500 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 945 time: 0.0840936 Jun 18 22:04:38.348540 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['6c20a162-8d54-43a6-a089-b489a2c4697c'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:04:38.407416 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b92e6590-4188-422f-b160-cd3733773c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:38.434489 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0a9f66e4-ed4f-4021-b516-e74d936b35e7 req-53bdaad4-7b63-450a-b48d-1adac6c9ca7a tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826895 Jun 18 22:04:38.477768 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37358) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:38.498073 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-23d5bbed-b6f0-44ec-8d1c-e71a827d8bdf service neutron] 10.222.0.44 "GET /v2.0/networks/d0970eb9-7453-4bc7-acc8-23863a420423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634145 Jun 18 22:04:38.597421 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0d8a6-9df9-458e-a143-700f36012f71 req-6acbc071-9b06-492e-9630-49f47cf69d7a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:38.599347 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-35e0d8a6-9df9-458e-a143-700f36012f71 req-6acbc071-9b06-492e-9630-49f47cf69d7a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 944 time: 0.1377773 Jun 18 22:04:38.666278 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3f465abd-cfcf-4d63-81f1-52f4de320802 req-f2991caa-f512-44bb-ae9a-aa3bdda31f99 service neutron] 10.222.0.44 "GET /v2.0/networks/d0970eb9-7453-4bc7-acc8-23863a420423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578276 Jun 18 22:04:38.716671 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-35e0d8a6-9df9-458e-a143-700f36012f71 req-45aa60c5-9c8b-40a8-b3dd-9f6aa2e6a899 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092644 Jun 18 22:04:38.749257 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239d7034-8f99-48d5-ae3d-7f27bc0a9228 tempest-TestMinimumBasicScenario-1834409986 tempest-TestMinimumBasicScenario-1834409986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:38.753817 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-239d7034-8f99-48d5-ae3d-7f27bc0a9228 tempest-TestMinimumBasicScenario-1834409986 tempest-TestMinimumBasicScenario-1834409986-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 1093 time: 0.2744198 Jun 18 22:04:38.754590 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37368) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:38.759892 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c2383-8fe7-4022-b846-916e491638b7 req-333b0dde-12df-4358-8534-0f3e254131ae tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:38.762694 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Request body: {'floatingip': {'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'port_id': 'e3951007-e871-4bae-8fc7-00eab61ec720', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:38.762834 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-991c2383-8fe7-4022-b846-916e491638b7 req-333b0dde-12df-4358-8534-0f3e254131ae tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0901687 Jun 18 22:04:38.808231 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-991c2383-8fe7-4022-b846-916e491638b7 req-b3b07283-052d-40b3-a1ab-ce7948c15edd tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367594 Jun 18 22:04:38.878939 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for floatingip, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:38.901536 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:38.975612 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:39.078662 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Allocated IP 172.27.1.47 (ac7fe84e-50f5-4915-b437-0569bccbfaaf/467ce04a-3e35-49c7-b989-561dd094bc72/02052d4c-481d-44b2-a3f7-e66659729990) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:04:39.174337 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:39.273148 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9460589'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:39.275463 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:39.321248 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:04:39.324146 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:04:39.326554 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:04:39.337163 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03194a17-b702-479d-bc25-4f0ddbcdc226 req-3fb08475-56f1-44e1-8889-4d05447d94f5 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:39.338674 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-03194a17-b702-479d-bc25-4f0ddbcdc226 req-3fb08475-56f1-44e1-8889-4d05447d94f5 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0707009 Jun 18 22:04:39.347659 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Pushing event updated for resources: {'Port': ['ID=02052d4c-481d-44b2-a3f7-e66659729990,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:39.351286 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:39.377144 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-03194a17-b702-479d-bc25-4f0ddbcdc226 req-f1e42419-ebdc-41a5-8455-a3c82c2b35eb tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329123 Jun 18 22:04:39.489857 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:39.677727 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:39.827561 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:39.897338 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ab38a-f003-4cc9-b8ce-1de83a358fd3 req-64c13b71-25f5-4fbb-8e64-a3ae45914a0e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:39.899228 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-329ab38a-f003-4cc9-b8ce-1de83a358fd3 req-64c13b71-25f5-4fbb-8e64-a3ae45914a0e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 944 time: 0.0665677 Jun 18 22:04:39.954070 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-329ab38a-f003-4cc9-b8ce-1de83a358fd3 req-0f29328c-5977-42da-b0bb-23a8f958a0b8 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490351 Jun 18 22:04:40.009106 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:40.010181 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046a376-3f56-4906-affc-050e7570f9e0 req-c36c1c48-edc2-4717-bfb8-c5fb7513db32 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:40.011754 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6046a376-3f56-4906-affc-050e7570f9e0 req-c36c1c48-edc2-4717-bfb8-c5fb7513db32 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0781465 Jun 18 22:04:40.055545 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6046a376-3f56-4906-affc-050e7570f9e0 req-02748e96-7710-48cc-b7d1-dabf9e3920cd tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381496 Jun 18 22:04:40.093507 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460571'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:40.096060 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:40.162240 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Pushing event updated for resources: {'Port': ['ID=02052d4c-481d-44b2-a3f7-e66659729990,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:40.165242 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:40.177851 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546185'] for floatingip, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:40.279839 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.db.l3_db [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Floating IP 14df367b-4efc-41f3-9a0c-f8c0751709ba associated. External IP: 172.27.1.47, port: e3951007-e871-4bae-8fc7-00eab61ec720. Jun 18 22:04:40.657306 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Router cc32318d-740c-4a1c-b0f6-fee32d2ddba8 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:04:40.762480 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328cfa2-2221-45d3-b475-49ffb8ed514a req-f5060f24-9540-4329-8d1b-bb12af798503 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:40.764049 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5328cfa2-2221-45d3-b475-49ffb8ed514a req-f5060f24-9540-4329-8d1b-bb12af798503 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0679753 Jun 18 22:04:40.767522 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:04:40.778501 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee681c85-f659-4dbc-8587-61b113512e8a None None] Sync routers for ids ['cc32318d-740c-4a1c-b0f6-fee32d2ddba8'] in dv-cinder-766752-3-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:04:40.788073 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee681c85-f659-4dbc-8587-61b113512e8a None None] Routers {'cc32318d-740c-4a1c-b0f6-fee32d2ddba8'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:04:40.788782 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-ee681c85-f659-4dbc-8587-61b113512e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:04:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cc32318d-740c-4a1c-b0f6-fee32d2ddba8'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:04:40.811366 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5328cfa2-2221-45d3-b475-49ffb8ed514a req-035ce9b6-2a3f-4829-9d85-398a18234eac tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410762 Jun 18 22:04:40.884843 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:40.901610 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-ee681c85-f659-4dbc-8587-61b113512e8a None None] Set router cc32318d-740c-4a1c-b0f6-fee32d2ddba8 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:04:40.925470 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1697211 Jun 18 22:04:40.926236 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a33f479-a37b-4a2f-ae69-f4e02546d32e', 'tag': 'e3951007-e871-4bae-8fc7-00eab61ec720'}] {{(pid=93153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:40.928738 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c18e9d6bde45226bdbcdb03008c6a2f56c7d2f4ed9dd54f2a22aac6e91e602" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b787e0-4f09-4a3f-9483-a70363a40c96" -d '{"events": [{"name": "network-changed", "server_uuid": "3a33f479-a37b-4a2f-ae69-f4e02546d32e", "tag": "e3951007-e871-4bae-8fc7-00eab61ec720"}]}' {{(pid=93153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:40.930498 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 37404) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:40.937893 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-9fb2572c-82a0-4ef0-bf5d-af4f2fe6e963 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-716432563', 'description': 'tempest-secgroup-smoke-716432563 description', 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:40.966217 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65101fa-54c1-4bdd-8a53-2d7d0ef2df09 x-openstack-request-id: req-a65101fa-54c1-4bdd-8a53-2d7d0ef2df09 {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:40.966538 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a33f479-a37b-4a2f-ae69-f4e02546d32e", "tag": "e3951007-e871-4bae-8fc7-00eab61ec720", "status": "completed", "code": 200}]} {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:40.966823 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a65101fa-54c1-4bdd-8a53-2d7d0ef2df09 {{(pid=93153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:40.967248 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a33f479-a37b-4a2f-ae69-f4e02546d32e', 'tag': 'e3951007-e871-4bae-8fc7-00eab61ec720', 'status': 'completed', 'code': 200} Jun 18 22:04:41.054446 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9fb2572c-82a0-4ef0-bf5d-af4f2fe6e963 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:41.153792 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-ee681c85-f659-4dbc-8587-61b113512e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'name': 'tempest-TestMinimumBasicScenario-274655535-router', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:02Z', 'updated_at': '2021-06-18T22:03:06Z', 'revision_number': 4, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'gw_port': {'id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:03Z', 'updated_at': '2021-06-18T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': '14df367b-4efc-41f3-9a0c-f8c0751709ba', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'port_id': 'e3951007-e871-4bae-8fc7-00eab61ec720', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484', 'mac_address': 'fa:16:3e:6e:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a33f479-a37b-4a2f-ae69-f4e02546d32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:04:39Z', 'updated_at': '2021-06-18T22:04:39Z', 'revision_number': 0, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b7f472-bfd2-424a-ae9a-92a58dcc26d9', 'name': '', 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'mac_address': 'fa:16:3e:8d:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '04b18992-a64d-4ec3-9a38-c5bc3c8cd36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:05Z', 'updated_at': '2021-06-18T22:03:13Z', 'revision_number': 5, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'subnets': [{'id': '04b18992-a64d-4ec3-9a38-c5bc3c8cd36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:04:41.181935 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee681c85-f659-4dbc-8587-61b113512e8a None None] Checking router: cc32318d-740c-4a1c-b0f6-fee32d2ddba8 for host: dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:04:41.190038 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee681c85-f659-4dbc-8587-61b113512e8a None None] Routers {'cc32318d-740c-4a1c-b0f6-fee32d2ddba8'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:04:41.190651 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-ee681c85-f659-4dbc-8587-61b113512e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:04:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cc32318d-740c-4a1c-b0f6-fee32d2ddba8'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:04:41.196783 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b787e0-4f09-4a3f-9483-a70363a40c96 req-0bd78891-2924-4b91-8c6b-cd487892423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:41.198279 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-84b787e0-4f09-4a3f-9483-a70363a40c96 req-0bd78891-2924-4b91-8c6b-cd487892423b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b54bd8f50e44b159a9735b0e6072e2a&device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 1098 time: 0.1403959 Jun 18 22:04:41.225618 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cd27e-0f96-402d-bb01-deac43c48522 req-06a7ed3e-9b31-4a40-b207-49484a52320e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:41.227063 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-064cd27e-0f96-402d-bb01-deac43c48522 req-06a7ed3e-9b31-4a40-b207-49484a52320e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 944 time: 0.1370132 Jun 18 22:04:41.294649 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 6c20a162-8d54-43a6-a089-b489a2c4697c up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:04:41.295687 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-ee681c85-f659-4dbc-8587-61b113512e8a None None] Set router cc32318d-740c-4a1c-b0f6-fee32d2ddba8 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:04:41.313705 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9fb2572c-82a0-4ef0-bf5d-af4f2fe6e963 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:41.343272 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-064cd27e-0f96-402d-bb01-deac43c48522 req-e54af8a3-5b19-44a4-9b13-f743a6634b2b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020002 Jun 18 22:04:41.352397 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port 6c20a162-8d54-43a6-a089-b489a2c4697c triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:04:41.352994 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:41.369200 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b787e0-4f09-4a3f-9483-a70363a40c96 req-c70a1ec4-bed8-4d0e-bd1b-c8ca5c8dd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:41.370785 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-84b787e0-4f09-4a3f-9483-a70363a40c96 req-c70a1ec4-bed8-4d0e-bd1b-c8ca5c8dd38d service neutron] 10.222.0.44 "GET /v2.0/networks?id=52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 HTTP/1.1" status: 200 len: 915 time: 0.1624992 Jun 18 22:04:41.384004 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9fb2572c-82a0-4ef0-bf5d-af4f2fe6e963 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:41.389606 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bf705461-f2e6-490d-b1fb-8911f220474b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:41.454154 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:41.459194 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2572c-82a0-4ef0-bf5d-af4f2fe6e963 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f82a36-cc6d-4a59-b51f-477f588ada9c,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:41.463262 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-9fb2572c-82a0-4ef0-bf5d-af4f2fe6e963 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:41.478068 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-84b787e0-4f09-4a3f-9483-a70363a40c96 req-395f57ba-fa0e-44f2-b683-38cb0356dfa5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3951007-e871-4bae-8fc7-00eab61ec720 HTTP/1.1" status: 200 len: 998 time: 0.0895984 Jun 18 22:04:41.498594 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb7b577-acbf-49e7-b792-01fee9db6bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c20a162-8d54-43a6-a089-b489a2c4697c'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:41.504077 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced47a70-77ef-488f-ac02-820f2c599a02" -d '{"events": [{"server_uuid": "fcb7b577-acbf-49e7-b792-01fee9db6bf7", "name": "network-vif-plugged", "status": "completed", "tag": "6c20a162-8d54-43a6-a089-b489a2c4697c"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:41.519505 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 6c20a162-8d54-43a6-a089-b489a2c4697c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=6c20a162-8d54-43a6-a089-b489a2c4697c,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:41.525170 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9fb2572c-82a0-4ef0-bf5d-af4f2fe6e963 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:41.526529 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-9fb2572c-82a0-4ef0-bf5d-af4f2fe6e963 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5935555 Jun 18 22:04:41.529471 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37412) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:41.533798 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b787e0-4f09-4a3f-9483-a70363a40c96 req-b8f316e7-d848-4ed7-b075-e033dc89abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:41.535318 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-84b787e0-4f09-4a3f-9483-a70363a40c96 req-b8f316e7-d848-4ed7-b075-e033dc89abf1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04b18992-a64d-4ec3-9a38-c5bc3c8cd36f HTTP/1.1" status: 200 len: 853 time: 0.0485687 Jun 18 22:04:41.536453 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-5cfb4305-a7df-4a71-886d-d2d127495b10 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Request body: {'security_group_rule': {'security_group_id': '75f82a36-cc6d-4a59-b51f-477f588ada9c', 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:41.546494 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23f9314-429a-479f-852c-7181ee58bbba x-openstack-request-id: req-a23f9314-429a-479f-852c-7181ee58bbba {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:41.546803 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb7b577-acbf-49e7-b792-01fee9db6bf7", "name": "network-vif-plugged", "status": "completed", "tag": "6c20a162-8d54-43a6-a089-b489a2c4697c", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:41.547144 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a23f9314-429a-479f-852c-7181ee58bbba {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:41.548914 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb7b577-acbf-49e7-b792-01fee9db6bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c20a162-8d54-43a6-a089-b489a2c4697c', 'code': 200} Jun 18 22:04:41.555669 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:41.572279 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-ee681c85-f659-4dbc-8587-61b113512e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'name': 'tempest-TestMinimumBasicScenario-274655535-router', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:02Z', 'updated_at': '2021-06-18T22:03:06Z', 'revision_number': 4, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'gw_port': {'id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:03Z', 'updated_at': '2021-06-18T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': '14df367b-4efc-41f3-9a0c-f8c0751709ba', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'port_id': 'e3951007-e871-4bae-8fc7-00eab61ec720', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484', 'mac_address': 'fa:16:3e:6e:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a33f479-a37b-4a2f-ae69-f4e02546d32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:04:39Z', 'updated_at': '2021-06-18T22:04:39Z', 'revision_number': 0, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b7f472-bfd2-424a-ae9a-92a58dcc26d9', 'name': '', 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'mac_address': 'fa:16:3e:8d:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '04b18992-a64d-4ec3-9a38-c5bc3c8cd36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:05Z', 'updated_at': '2021-06-18T22:03:13Z', 'revision_number': 5, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'subnets': [{'id': '04b18992-a64d-4ec3-9a38-c5bc3c8cd36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:04:41.616883 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b787e0-4f09-4a3f-9483-a70363a40c96 req-d0871718-1744-46da-9594-b066e3108292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:41.618780 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-84b787e0-4f09-4a3f-9483-a70363a40c96 req-d0871718-1744-46da-9594-b066e3108292 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52150e85-19ba-4d4a-a3c3-ffe0bfb5c484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610416 Jun 18 22:04:41.625651 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:41.627528 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:41.647141 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5cfb4305-a7df-4a71-886d-d2d127495b10 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:41.679531 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=6c20a162-8d54-43a6-a089-b489a2c4697c,revision_number=10']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:41.690325 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:41.702543 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee681c85-f659-4dbc-8587-61b113512e8a None None] The sync data for ids ['cc32318d-740c-4a1c-b0f6-fee32d2ddba8'] in dv-cinder-766752-3-iscsi is: [{'id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'name': 'tempest-TestMinimumBasicScenario-274655535-router', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:02Z', 'updated_at': '2021-06-18T22:03:06Z', 'revision_number': 4, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'gw_port': {'id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:03Z', 'updated_at': '2021-06-18T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': '14df367b-4efc-41f3-9a0c-f8c0751709ba', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'port_id': 'e3951007-e871-4bae-8fc7-00eab61ec720', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484', 'mac_address': 'fa:16:3e:6e:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a33f479-a37b-4a2f-ae69-f4e02546d32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:04:39Z', 'updated_at': '2021-06-18T22:04:39Z', 'revision_number': 0, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b7f472-bfd2-424a-ae9a-92a58dcc26d9', 'name': '', 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'mac_address': 'fa:16:3e:8d:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '04b18992-a64d-4ec3-9a38-c5bc3c8cd36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:05Z', 'updated_at': '2021-06-18T22:03:13Z', 'revision_number': 5, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'subnets': [{'id': '04b18992-a64d-4ec3-9a38-c5bc3c8cd36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:04:41.722082 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5cfb4305-a7df-4a71-886d-d2d127495b10 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:41.756855 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-84b787e0-4f09-4a3f-9483-a70363a40c96 req-e7d933ea-d568-439c-a877-6271b0950be4 service neutron] 10.222.0.44 "GET /v2.0/networks/52150e85-19ba-4d4a-a3c3-ffe0bfb5c484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230111 Jun 18 22:04:41.819221 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5cfb4305-a7df-4a71-886d-d2d127495b10 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:41.821377 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:41.837073 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb4305-a7df-4a71-886d-d2d127495b10 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c79d4e-e1a9-4acd-a0b4-002911905231,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:41.844386 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-5cfb4305-a7df-4a71-886d-d2d127495b10 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:41.853985 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-84b787e0-4f09-4a3f-9483-a70363a40c96 req-4b14d90f-a855-4333-8f71-5eead2def438 service neutron] 10.222.0.44 "GET /v2.0/networks/52150e85-19ba-4d4a-a3c3-ffe0bfb5c484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890801 Jun 18 22:04:41.908062 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5cfb4305-a7df-4a71-886d-d2d127495b10 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:41.912997 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-5cfb4305-a7df-4a71-886d-d2d127495b10 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3783965 Jun 18 22:04:41.913265 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37418) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:41.918636 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-27df4813-69cc-4c5b-ac05-36df312a0dd2 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Request body: {'security_group_rule': {'security_group_id': '75f82a36-cc6d-4a59-b51f-477f588ada9c', 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:41.936131 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effdd89b-4de1-4e7a-83a6-627b6025f5a7 None None] New status for floating IP 14df367b-4efc-41f3-9a0c-f8c0751709ba: ACTIVE {{(pid=93155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:04:42.013941 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc23c1e-a62e-496c-a237-c2a190b21550 req-e9ad6a1a-3ae0-410f-8b25-3619f20001d9 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:42.015597 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3bc23c1e-a62e-496c-a237-c2a190b21550 req-e9ad6a1a-3ae0-410f-8b25-3619f20001d9 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0747349 Jun 18 22:04:42.017810 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-27df4813-69cc-4c5b-ac05-36df312a0dd2 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:42.063898 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3bc23c1e-a62e-496c-a237-c2a190b21550 req-492ad7fa-5d67-424a-9e0a-8892dfdcc3d8 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420513 Jun 18 22:04:42.094781 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-27df4813-69cc-4c5b-ac05-36df312a0dd2 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:42.143452 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:04:42.154412 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-27df4813-69cc-4c5b-ac05-36df312a0dd2 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:42.161842 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-09102c8a-9de7-49b1-a7d3-7c7a46114c32 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:42.178253 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df4813-69cc-4c5b-ac05-36df312a0dd2 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2fa23c-239f-4e4c-9d86-6788d76a50ac,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:42.181291 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-27df4813-69cc-4c5b-ac05-36df312a0dd2 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:42.228072 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-27df4813-69cc-4c5b-ac05-36df312a0dd2 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:42.231938 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-27df4813-69cc-4c5b-ac05-36df312a0dd2 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3151610 Jun 18 22:04:42.232166 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37422) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:42.236784 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-0062ffda-95bb-41ae-9843-f3f10b76f051 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Request body: {'security_group_rule': {'security_group_id': '75f82a36-cc6d-4a59-b51f-477f588ada9c', 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:42.318889 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0062ffda-95bb-41ae-9843-f3f10b76f051 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:42.378637 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0062ffda-95bb-41ae-9843-f3f10b76f051 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:42.459049 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0062ffda-95bb-41ae-9843-f3f10b76f051 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:42.462187 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-cf5530d6-1ff6-4e87-a285-e0fbf8783eb7 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:42.466351 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e32515-1e36-473c-bce1-78af1de1516a req-1979cbfe-a1a1-47c9-94a5-3f09db6191e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:42.468174 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-96e32515-1e36-473c-bce1-78af1de1516a req-1979cbfe-a1a1-47c9-94a5-3f09db6191e4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 1099 time: 0.0511262 Jun 18 22:04:42.479385 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062ffda-95bb-41ae-9843-f3f10b76f051 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9346bcfd-1531-461e-af3e-79be1966af4c,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:42.482479 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-0062ffda-95bb-41ae-9843-f3f10b76f051 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:42.536923 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-96e32515-1e36-473c-bce1-78af1de1516a req-ca0b7eef-bcce-46af-8d50-86715f88c242 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615695 Jun 18 22:04:42.538926 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0062ffda-95bb-41ae-9843-f3f10b76f051 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:42.540482 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-0062ffda-95bb-41ae-9843-f3f10b76f051 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3069267 Jun 18 22:04:42.543149 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37426) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:42.548206 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-5fa74451-1d78-4df2-a71b-2c62aeb3906d tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Request body: {'security_group_rule': {'security_group_id': '75f82a36-cc6d-4a59-b51f-477f588ada9c', 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:42.561401 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407932de-a268-4303-bae8-ccc7e03e4671 req-40247a39-1823-4f9a-9d9f-f311aba0f75f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:42.562813 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-407932de-a268-4303-bae8-ccc7e03e4671 req-40247a39-1823-4f9a-9d9f-f311aba0f75f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 946 time: 0.0864842 Jun 18 22:04:42.599866 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-407932de-a268-4303-bae8-ccc7e03e4671 req-b5c2eb14-65ce-41e5-8cc8-69b66a64e8e5 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304105 Jun 18 22:04:42.640417 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5fa74451-1d78-4df2-a71b-2c62aeb3906d tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:42.698530 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5fa74451-1d78-4df2-a71b-2c62aeb3906d tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:42.795514 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5fa74451-1d78-4df2-a71b-2c62aeb3906d tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:42.797751 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-27df4813-69cc-4c5b-ac05-36df312a0dd2 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:42.811931 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa74451-1d78-4df2-a71b-2c62aeb3906d tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1403600-be9e-4516-86de-de7a57df7c33,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:42.815956 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-5fa74451-1d78-4df2-a71b-2c62aeb3906d tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:42.887103 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5fa74451-1d78-4df2-a71b-2c62aeb3906d tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:42.888395 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-5fa74451-1d78-4df2-a71b-2c62aeb3906d tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3440192 Jun 18 22:04:42.891020 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37432) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:42.895447 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-7a5b9e1a-437c-4fbd-bd8f-10e7cc68da98 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Request body: {'security_group_rule': {'security_group_id': '75f82a36-cc6d-4a59-b51f-477f588ada9c', 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:42.970813 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.db.securitygroups_db [None req-7a5b9e1a-437c-4fbd-bd8f-10e7cc68da98 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Project 1b54bd8f50e44b159a9735b0e6072e2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 22:04:42.976210 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9e1a-437c-4fbd-bd8f-10e7cc68da98 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:43.035464 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9e1a-437c-4fbd-bd8f-10e7cc68da98 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:43.124960 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9e1a-437c-4fbd-bd8f-10e7cc68da98 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:43.130831 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-5cfb4305-a7df-4a71-886d-d2d127495b10 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:43.145322 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b9e1a-437c-4fbd-bd8f-10e7cc68da98 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9b4cba-bbbc-4a8a-bcbf-7ee8d7ff90c0,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:43.148429 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7a5b9e1a-437c-4fbd-bd8f-10e7cc68da98 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:43.211237 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9e1a-437c-4fbd-bd8f-10e7cc68da98 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:43.212849 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-7a5b9e1a-437c-4fbd-bd8f-10e7cc68da98 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3205848 Jun 18 22:04:43.215215 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37440) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:43.219776 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-04399add-bc5b-4429-97ff-b0c0b990c73f tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Request body: {'security_group_rule': {'security_group_id': '75f82a36-cc6d-4a59-b51f-477f588ada9c', 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:43.244810 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef5e55-e5f3-43f5-bd88-355c4a280a5b req-dc89e5b1-a0ce-49a5-9f0a-856726556fb5 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:43.244810 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-73ef5e55-e5f3-43f5-bd88-355c4a280a5b req-dc89e5b1-a0ce-49a5-9f0a-856726556fb5 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0630071 Jun 18 22:04:43.280409 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-73ef5e55-e5f3-43f5-bd88-355c4a280a5b req-ab90d595-3fb2-4bde-b225-39453804c556 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314691 Jun 18 22:04:43.327600 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.db.securitygroups_db [None req-04399add-bc5b-4429-97ff-b0c0b990c73f tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Project 1b54bd8f50e44b159a9735b0e6072e2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 22:04:43.332826 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-04399add-bc5b-4429-97ff-b0c0b990c73f tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:43.392381 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-04399add-bc5b-4429-97ff-b0c0b990c73f tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:43.447305 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-04399add-bc5b-4429-97ff-b0c0b990c73f tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:43.452783 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-14edcdf2-824a-47c4-937b-abcedc066041 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:43.467764 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04399add-bc5b-4429-97ff-b0c0b990c73f tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc674d3-bf8c-46ba-98d5-cd4cb1a146f0,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:43.469988 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-04399add-bc5b-4429-97ff-b0c0b990c73f tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:43.516146 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-04399add-bc5b-4429-97ff-b0c0b990c73f tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:43.517357 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-04399add-bc5b-4429-97ff-b0c0b990c73f tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3012135 Jun 18 22:04:43.630744 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cce3bb79-83d7-4904-8acc-9a138b982845 req-7ba2098a-0719-45d7-b485-ba42d1f52f8c tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716432563&fields=id&tenant_id=1b54bd8f50e44b159a9735b0e6072e2a HTTP/1.1" status: 200 len: 267 time: 0.0314426 Jun 18 22:04:43.704741 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3bb79-83d7-4904-8acc-9a138b982845 req-0c143f1c-5a3d-4346-b972-9c678652e32e tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:43.706256 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cce3bb79-83d7-4904-8acc-9a138b982845 req-0c143f1c-5a3d-4346-b972-9c678652e32e tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 945 time: 0.0694232 Jun 18 22:04:43.718057 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-cce3bb79-83d7-4904-8acc-9a138b982845 req-17455edf-9ba3-42fb-aa8c-c2d1796a2857 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Request body: {'port': {'security_groups': ['2019d204-499d-4330-b76b-14077174d7d2', '75f82a36-cc6d-4a59-b51f-477f588ada9c']}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:43.843185 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-cce3bb79-83d7-4904-8acc-9a138b982845 req-17455edf-9ba3-42fb-aa8c-c2d1796a2857 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:43.858855 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945201ac-3196-44c4-aa15-1b89c49b0485 req-c25c5046-ac03-4242-a17c-20d92c06a38e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:43.860379 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-945201ac-3196-44c4-aa15-1b89c49b0485 req-c25c5046-ac03-4242-a17c-20d92c06a38e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 946 time: 0.1388247 Jun 18 22:04:43.939364 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-945201ac-3196-44c4-aa15-1b89c49b0485 req-4ec0e3c7-04ed-4e56-b69c-2c7f882b6e46 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713689 Jun 18 22:04:44.059192 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-cce3bb79-83d7-4904-8acc-9a138b982845 req-17455edf-9ba3-42fb-aa8c-c2d1796a2857 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] For port e3951007-e871-4bae-8fc7-00eab61ec720, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=e3951007-e871-4bae-8fc7-00eab61ec720,segment=NetworkSegment(f9773eb0-dec6-4b1d-bd23-34ec1ed7d059),segment_id=f9773eb0-dec6-4b1d-bd23-34ec1ed7d059)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:44.089945 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-cce3bb79-83d7-4904-8acc-9a138b982845 req-17455edf-9ba3-42fb-aa8c-c2d1796a2857 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:44.195813 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-cce3bb79-83d7-4904-8acc-9a138b982845 req-17455edf-9ba3-42fb-aa8c-c2d1796a2857 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:44.199794 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:44.236733 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3bb79-83d7-4904-8acc-9a138b982845 req-17455edf-9ba3-42fb-aa8c-c2d1796a2857 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:44.237333 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-cce3bb79-83d7-4904-8acc-9a138b982845 req-17455edf-9ba3-42fb-aa8c-c2d1796a2857 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:44.238657 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cce3bb79-83d7-4904-8acc-9a138b982845 req-17455edf-9ba3-42fb-aa8c-c2d1796a2857 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "PUT /v2.0/ports/e3951007-e871-4bae-8fc7-00eab61ec720 HTTP/1.1" status: 200 len: 981 time: 0.5254476 Jun 18 22:04:44.242038 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a33f479-a37b-4a2f-ae69-f4e02546d32e', 'tag': 'e3951007-e871-4bae-8fc7-00eab61ec720'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:44.258802 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40247836-3ce6-45b0-8281-a57ef17530a2" -d '{"events": [{"name": "network-changed", "server_uuid": "3a33f479-a37b-4a2f-ae69-f4e02546d32e", "tag": "e3951007-e871-4bae-8fc7-00eab61ec720"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:44.263849 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['e3951007-e871-4bae-8fc7-00eab61ec720'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:04:44.279283 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17455edf-9ba3-42fb-aa8c-c2d1796a2857 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Pushing event updated for resources: {'Port': ['ID=e3951007-e871-4bae-8fc7-00eab61ec720,revision_number=6']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:44.282611 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-17455edf-9ba3-42fb-aa8c-c2d1796a2857 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:44.298154 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639facfe-7d08-4dc8-9507-0e47561fd930 x-openstack-request-id: req-639facfe-7d08-4dc8-9507-0e47561fd930 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:44.298154 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a33f479-a37b-4a2f-ae69-f4e02546d32e", "tag": "e3951007-e871-4bae-8fc7-00eab61ec720", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:44.298154 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-639facfe-7d08-4dc8-9507-0e47561fd930 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:44.298154 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a33f479-a37b-4a2f-ae69-f4e02546d32e', 'tag': 'e3951007-e871-4bae-8fc7-00eab61ec720', 'status': 'completed', 'code': 200} Jun 18 22:04:44.512846 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-2cc3588d-8d0b-4b40-99c3-db329116d273 None None] Provisioning complete for port e3951007-e871-4bae-8fc7-00eab61ec720 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:04:44.513149 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2cc3588d-8d0b-4b40-99c3-db329116d273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:44.514948 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabba6a-6e35-4250-b471-f2236c23d6be req-5c0d2c81-2f3a-4cb3-8319-de321a038da7 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:44.516512 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1cabba6a-6e35-4250-b471-f2236c23d6be req-5c0d2c81-2f3a-4cb3-8319-de321a038da7 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.1694255 Jun 18 22:04:44.520649 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247836-3ce6-45b0-8281-a57ef17530a2 req-78a3f553-2900-4496-82db-f5fc9ecf3420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:44.522654 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-40247836-3ce6-45b0-8281-a57ef17530a2 req-78a3f553-2900-4496-82db-f5fc9ecf3420 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b54bd8f50e44b159a9735b0e6072e2a&device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 1137 time: 0.1335027 Jun 18 22:04:44.620509 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1cabba6a-6e35-4250-b471-f2236c23d6be req-23e63cfa-f274-496a-8ddc-0c41a5144acb tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=75f82a36-cc6d-4a59-b51f-477f588ada9c&id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0952668 Jun 18 22:04:44.646277 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8e2f0-cd61-4093-9ed3-b6e10a958a37 req-0fcfe9ff-bd70-4684-ae08-96dae2cfa0e8 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:44.653309 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c8f8e2f0-cd61-4093-9ed3-b6e10a958a37 req-0fcfe9ff-bd70-4684-ae08-96dae2cfa0e8 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.1813583 Jun 18 22:04:44.702504 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247836-3ce6-45b0-8281-a57ef17530a2 req-e7c4167b-a934-465f-a083-006d07b60b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:44.703936 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-40247836-3ce6-45b0-8281-a57ef17530a2 req-e7c4167b-a934-465f-a083-006d07b60b3b service neutron] 10.222.0.44 "GET /v2.0/networks?id=52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 HTTP/1.1" status: 200 len: 915 time: 0.1625276 Jun 18 22:04:44.719647 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c8f8e2f0-cd61-4093-9ed3-b6e10a958a37 req-71564ccd-ad5f-4bac-801d-050152769748 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654376 Jun 18 22:04:44.726931 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['e3951007-e871-4bae-8fc7-00eab61ec720'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:04:44.797138 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-40247836-3ce6-45b0-8281-a57ef17530a2 req-31041a3c-2c8f-4001-a1cc-d15fb5d77bb9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3951007-e871-4bae-8fc7-00eab61ec720 HTTP/1.1" status: 200 len: 1000 time: 0.0669596 Jun 18 22:04:44.886113 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247836-3ce6-45b0-8281-a57ef17530a2 req-49209d7e-2177-4343-a5b0-8f9ae6ee38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:44.887474 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-40247836-3ce6-45b0-8281-a57ef17530a2 req-49209d7e-2177-4343-a5b0-8f9ae6ee38d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04b18992-a64d-4ec3-9a38-c5bc3c8cd36f HTTP/1.1" status: 200 len: 853 time: 0.0530179 Jun 18 22:04:44.952032 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247836-3ce6-45b0-8281-a57ef17530a2 req-44f47fa4-e2ff-4113-b49a-b73fa330f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:44.953683 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-40247836-3ce6-45b0-8281-a57ef17530a2 req-44f47fa4-e2ff-4113-b49a-b73fa330f04e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52150e85-19ba-4d4a-a3c3-ffe0bfb5c484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548120 Jun 18 22:04:45.085344 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-40247836-3ce6-45b0-8281-a57ef17530a2 req-64c939e3-8eca-4650-b6f3-f1d71c8f80bc service neutron] 10.222.0.44 "GET /v2.0/networks/52150e85-19ba-4d4a-a3c3-ffe0bfb5c484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047938 Jun 18 22:04:45.246084 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-40247836-3ce6-45b0-8281-a57ef17530a2 req-dab8aff5-4609-4611-97bd-b38b17bbe714 service neutron] 10.222.0.44 "GET /v2.0/networks/52150e85-19ba-4d4a-a3c3-ffe0bfb5c484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484027 Jun 18 22:04:45.256306 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fecbc-ce91-49f8-ba3f-c61053387217 req-22cb5c14-4283-4611-9b30-3253a69ca8e1 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:45.257890 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f06fecbc-ce91-49f8-ba3f-c61053387217 req-22cb5c14-4283-4611-9b30-3253a69ca8e1 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 946 time: 0.1590710 Jun 18 22:04:45.305256 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f06fecbc-ce91-49f8-ba3f-c61053387217 req-83ac378c-df1e-4346-a4f0-b8679de52d7d tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415049 Jun 18 22:04:45.884283 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed561b-91a3-4948-afea-97baaebebeb3 req-81e9c3df-d585-4a47-bbaf-0783c467817a tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:45.885721 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b1ed561b-91a3-4948-afea-97baaebebeb3 req-81e9c3df-d585-4a47-bbaf-0783c467817a tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0619528 Jun 18 22:04:45.927215 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b1ed561b-91a3-4948-afea-97baaebebeb3 req-243a8812-d2fe-46b3-ae9c-1d1e6df9f17c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330718 Jun 18 22:04:46.046692 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559f039-15c0-4e16-a98d-36fa36c681a2 req-e9ddcf8b-3796-4fea-94ea-4f545c56705b tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:46.048138 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e559f039-15c0-4e16-a98d-36fa36c681a2 req-e9ddcf8b-3796-4fea-94ea-4f545c56705b tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.0649462 Jun 18 22:04:46.089717 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e559f039-15c0-4e16-a98d-36fa36c681a2 req-c3ffdaa1-8b7b-4b84-9cb1-a017c6245d49 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357225 Jun 18 22:04:46.763473 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c0d2c-75fb-48e2-8240-adff836d2ae6 req-817714fb-2e08-4ddc-b86f-76374fdf00e2 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:46.765120 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5d4c0d2c-75fb-48e2-8240-adff836d2ae6 req-817714fb-2e08-4ddc-b86f-76374fdf00e2 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 946 time: 0.3405435 Jun 18 22:04:46.803248 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5d4c0d2c-75fb-48e2-8240-adff836d2ae6 req-e0d00127-0a13-4aae-b2b6-9514d1345e07 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322771 Jun 18 22:04:47.098934 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c30ff5-53b4-41e9-aeec-68fa30c77df0 req-f38be632-b91b-4350-acfa-5dfb4f15699d tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:47.100384 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7c30ff5-53b4-41e9-aeec-68fa30c77df0 req-f38be632-b91b-4350-acfa-5dfb4f15699d tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0618560 Jun 18 22:04:47.138723 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7c30ff5-53b4-41e9-aeec-68fa30c77df0 req-23ca7c80-9e9a-49fd-904c-31f71bb60db6 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322535 Jun 18 22:04:47.260972 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df715207-cb6a-4b34-a4c9-c555655f4d4e req-d71f5c79-96cb-47a6-ab7d-b1815eed1e31 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:47.262411 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-df715207-cb6a-4b34-a4c9-c555655f4d4e req-d71f5c79-96cb-47a6-ab7d-b1815eed1e31 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.0634689 Jun 18 22:04:47.298880 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-df715207-cb6a-4b34-a4c9-c555655f4d4e req-fe6b2441-8c43-4fd6-abf1-01f889749905 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309908 Jun 18 22:04:47.315582 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device b6263e30-7bb0-4c20-95f0-db518eede253 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:04:47.406618 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port b6263e30-7bb0-4c20-95f0-db518eede253, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b6263e30-7bb0-4c20-95f0-db518eede253,segment=NetworkSegment(2b331b0a-2380-4400-b62b-7b160dff8e3a),segment_id=2b331b0a-2380-4400-b62b-7b160dff8e3a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:47.418433 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': 'b6263e30-7bb0-4c20-95f0-db518eede253', 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423', 'port_id': 'b6263e30-7bb0-4c20-95f0-db518eede253', 'mac_address': 'fa:16:3e:72:51:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c6e494-71ef-4246-96bb-6c5d7207995a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:04:47.456781 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:47.469377 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6263e30-7bb0-4c20-95f0-db518eede253 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:04:47.487874 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port b6263e30-7bb0-4c20-95f0-db518eede253, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b6263e30-7bb0-4c20-95f0-db518eede253,segment=NetworkSegment(2b331b0a-2380-4400-b62b-7b160dff8e3a),segment_id=2b331b0a-2380-4400-b62b-7b160dff8e3a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:47.582749 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:47.584463 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:47.630412 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=b6263e30-7bb0-4c20-95f0-db518eede253,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:47.633569 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:47.982463 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95175000-33d1-4039-b437-611af58b51ac req-5396fb6e-e95a-44e4-b644-d75c74839df1 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:47.983903 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-95175000-33d1-4039-b437-611af58b51ac req-5396fb6e-e95a-44e4-b644-d75c74839df1 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 946 time: 0.0632820 Jun 18 22:04:48.014180 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:48.021853 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-95175000-33d1-4039-b437-611af58b51ac req-2791d56f-b3f2-4e79-b96d-2bb81086f83d tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322030 Jun 18 22:04:48.195946 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['b6263e30-7bb0-4c20-95f0-db518eede253'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:04:48.311902 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e1657-25c0-4609-95ef-824c93fdcbdd req-d0ae06b6-eccc-406f-aab2-5a5161c4956e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:48.313401 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5a9e1657-25c0-4609-95ef-824c93fdcbdd req-d0ae06b6-eccc-406f-aab2-5a5161c4956e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 944 time: 0.0620234 Jun 18 22:04:48.356033 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5a9e1657-25c0-4609-95ef-824c93fdcbdd req-87f609c7-6dd4-4dc3-b27f-37fbaa97e6cf tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368547 Jun 18 22:04:48.485776 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051191bc-e5bb-4495-bb47-ca7b264613ba req-55e88846-222a-4425-9e45-8518ccbb1d33 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:48.487333 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-051191bc-e5bb-4495-bb47-ca7b264613ba req-55e88846-222a-4425-9e45-8518ccbb1d33 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.0636971 Jun 18 22:04:48.522986 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-051191bc-e5bb-4495-bb47-ca7b264613ba req-75faeb36-f9a6-4946-a624-6ad27cde1af8 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299695 Jun 18 22:04:49.526906 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810e6c7-dd75-4a09-9c7c-d1a7d7cc5403 req-7bf7b72f-e125-463d-a9da-3fe3959aa1ff tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:49.528361 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5810e6c7-dd75-4a09-9c7c-d1a7d7cc5403 req-7bf7b72f-e125-463d-a9da-3fe3959aa1ff tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 944 time: 0.0620480 Jun 18 22:04:49.567687 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5810e6c7-dd75-4a09-9c7c-d1a7d7cc5403 req-5c8152ae-b093-4633-ac11-06cc5b9b68f7 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337162 Jun 18 22:04:49.710367 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82133390-7bb6-48cc-b05d-3018e64117f2 req-d9c80924-30c8-4e1e-811b-38325ac05feb tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:49.712301 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-82133390-7bb6-48cc-b05d-3018e64117f2 req-d9c80924-30c8-4e1e-811b-38325ac05feb tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.0769565 Jun 18 22:04:49.756901 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-82133390-7bb6-48cc-b05d-3018e64117f2 req-c1e762f5-5031-43fa-bebb-ee1d77318217 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384002 Jun 18 22:04:50.058575 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3cdb6-da98-43ed-b917-68a4dfc5b9f7 req-cc38f1f5-17f6-4bb1-92d6-eeffde143351 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:50.060024 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-74b3cdb6-da98-43ed-b917-68a4dfc5b9f7 req-cc38f1f5-17f6-4bb1-92d6-eeffde143351 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.44 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 945 time: 0.0636358 Jun 18 22:04:50.171925 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-74b3cdb6-da98-43ed-b917-68a4dfc5b9f7 req-51904f91-60db-4cc7-918a-50bb1e69bb31 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Deleting port b427870c-d48c-4e63-aa2d-9835c4427716 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:04:50.172296 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-74b3cdb6-da98-43ed-b917-68a4dfc5b9f7 req-51904f91-60db-4cc7-918a-50bb1e69bb31 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:50.257361 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-74b3cdb6-da98-43ed-b917-68a4dfc5b9f7 req-51904f91-60db-4cc7-918a-50bb1e69bb31 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] For port b427870c-d48c-4e63-aa2d-9835c4427716, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b427870c-d48c-4e63-aa2d-9835c4427716,segment=NetworkSegment(04bdea9c-0f85-43ce-a5c6-f791f52ed4d5),segment_id=04bdea9c-0f85-43ce-a5c6-f791f52ed4d5)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:50.257634 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-74b3cdb6-da98-43ed-b917-68a4dfc5b9f7 req-51904f91-60db-4cc7-918a-50bb1e69bb31 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:50.323983 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-74b3cdb6-da98-43ed-b917-68a4dfc5b9f7 req-51904f91-60db-4cc7-918a-50bb1e69bb31 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Calling delete_port for b427870c-d48c-4e63-aa2d-9835c4427716 owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:04:50.555065 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-74b3cdb6-da98-43ed-b917-68a4dfc5b9f7 req-51904f91-60db-4cc7-918a-50bb1e69bb31 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:50.559245 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:50.582534 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51904f91-60db-4cc7-918a-50bb1e69bb31 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Pushing event deleted for resources: {'Port': ['ID=b427870c-d48c-4e63-aa2d-9835c4427716,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:50.585877 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-51904f91-60db-4cc7-918a-50bb1e69bb31 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:50.601880 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['3d722b41-85ff-42d5-b436-afd06a4cbb66', 'b427870c-d48c-4e63-aa2d-9835c4427716'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:04:50.643536 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b3cdb6-da98-43ed-b917-68a4dfc5b9f7 req-51904f91-60db-4cc7-918a-50bb1e69bb31 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] No DVR routers for this DVR port b427870c-d48c-4e63-aa2d-9835c4427716 on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:04:50.646137 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-74b3cdb6-da98-43ed-b917-68a4dfc5b9f7 req-51904f91-60db-4cc7-918a-50bb1e69bb31 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:50.650399 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-74b3cdb6-da98-43ed-b917-68a4dfc5b9f7 req-51904f91-60db-4cc7-918a-50bb1e69bb31 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.44 "DELETE /v2.0/ports/b427870c-d48c-4e63-aa2d-9835c4427716 HTTP/1.1" status: 204 len: 173 time: 0.5728085 Jun 18 22:04:50.651554 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54502ca5-277e-40b1-8f62-0f0c63331763', 'name': 'network-vif-deleted', 'tag': 'b427870c-d48c-4e63-aa2d-9835c4427716'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:50.653913 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ddfed2-f589-42e6-af86-07efeaea5f80" -d '{"events": [{"server_uuid": "54502ca5-277e-40b1-8f62-0f0c63331763", "name": "network-vif-deleted", "tag": "b427870c-d48c-4e63-aa2d-9835c4427716"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:50.692891 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c8843e-41d6-4496-9e9c-b2970dbb19c7 x-openstack-request-id: req-53c8843e-41d6-4496-9e9c-b2970dbb19c7 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:50.693045 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54502ca5-277e-40b1-8f62-0f0c63331763", "name": "network-vif-deleted", "tag": "b427870c-d48c-4e63-aa2d-9835c4427716", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:50.693312 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-53c8843e-41d6-4496-9e9c-b2970dbb19c7 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:50.693747 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54502ca5-277e-40b1-8f62-0f0c63331763', 'name': 'network-vif-deleted', 'tag': 'b427870c-d48c-4e63-aa2d-9835c4427716', 'status': 'completed', 'code': 200} Jun 18 22:04:50.767035 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31972d5-e0db-4b4e-bd07-08efa44fe4d4 req-cac020c6-5a57-44da-bc7c-c876a2532328 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:50.768462 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b31972d5-e0db-4b4e-bd07-08efa44fe4d4 req-cac020c6-5a57-44da-bc7c-c876a2532328 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 944 time: 0.0653107 Jun 18 22:04:50.813730 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b31972d5-e0db-4b4e-bd07-08efa44fe4d4 req-be8b5234-3caa-4f10-a191-fbb56b7cb333 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397787 Jun 18 22:04:50.909593 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-71289e58-fa87-4b31-b935-94e51b12993d req-e56dc1da-8311-4f63-97ec-2cb002ac7d92 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=54502ca5-277e-40b1-8f62-0f0c63331763 HTTP/1.1" status: 200 len: 210 time: 0.0297875 Jun 18 22:04:51.394252 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device b6263e30-7bb0-4c20-95f0-db518eede253 up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:04:51.511154 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port b6263e30-7bb0-4c20-95f0-db518eede253 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:04:51.514741 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port b6263e30-7bb0-4c20-95f0-db518eede253 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:04:51.515124 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:51.594585 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:51.622405 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eaf8cc1-141b-4ce4-b3a5-43a520b9128c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6263e30-7bb0-4c20-95f0-db518eede253'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:51.625813 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b7bdd8-b59a-4607-9968-dcb8f18a21ab" -d '{"events": [{"server_uuid": "6eaf8cc1-141b-4ce4-b3a5-43a520b9128c", "name": "network-vif-plugged", "status": "completed", "tag": "b6263e30-7bb0-4c20-95f0-db518eede253"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:51.641426 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port b6263e30-7bb0-4c20-95f0-db518eede253, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b6263e30-7bb0-4c20-95f0-db518eede253,segment=NetworkSegment(2b331b0a-2380-4400-b62b-7b160dff8e3a),segment_id=2b331b0a-2380-4400-b62b-7b160dff8e3a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:51.666018 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8f8b6a-0cf9-440e-a7b5-d12034c5f94e x-openstack-request-id: req-ce8f8b6a-0cf9-440e-a7b5-d12034c5f94e {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:51.666392 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eaf8cc1-141b-4ce4-b3a5-43a520b9128c", "name": "network-vif-plugged", "status": "completed", "tag": "b6263e30-7bb0-4c20-95f0-db518eede253", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:51.666928 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ce8f8b6a-0cf9-440e-a7b5-d12034c5f94e {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:51.667349 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eaf8cc1-141b-4ce4-b3a5-43a520b9128c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6263e30-7bb0-4c20-95f0-db518eede253', 'code': 200} Jun 18 22:04:51.711575 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:51.712675 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device b427870c-d48c-4e63-aa2d-9835c4427716 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:04:51.715684 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:51.755108 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] No Port match for: b427870c-d48c-4e63-aa2d-9835c4427716 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:04:51.755465 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device b427870c-d48c-4e63-aa2d-9835c4427716 not bound to the agent host hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:04:51.781326 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=b6263e30-7bb0-4c20-95f0-db518eede253,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:51.784358 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:52.017061 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02ec4a-7814-417e-812d-750c78560605 req-efba03f6-16a2-4397-a62a-09f091d100ac tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:52.018497 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-be02ec4a-7814-417e-812d-750c78560605 req-efba03f6-16a2-4397-a62a-09f091d100ac tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.0652261 Jun 18 22:04:52.059719 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-be02ec4a-7814-417e-812d-750c78560605 req-6a2fcda5-2673-4a4c-b41d-8a45f94386ba tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343301 Jun 18 22:04:52.122143 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e3acd-8591-4d05-a0b9-38e3e4a4c3dc req-afae3808-dfe8-43d4-bb21-1ca5969d7520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:52.123663 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a13e3acd-8591-4d05-a0b9-38e3e4a4c3dc req-afae3808-dfe8-43d4-bb21-1ca5969d7520 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 1098 time: 0.0579705 Jun 18 22:04:52.162483 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a13e3acd-8591-4d05-a0b9-38e3e4a4c3dc req-02e19b1f-8d70-40a2-b117-2d6bdb2e0806 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293529 Jun 18 22:04:52.762655 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52237c-9e7f-41db-8251-53bb0daa14db req-973452b2-4d25-493b-aa54-2ec583faf0f8 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:52.764086 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8f52237c-9e7f-41db-8251-53bb0daa14db req-973452b2-4d25-493b-aa54-2ec583faf0f8 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0636837 Jun 18 22:04:52.800535 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8f52237c-9e7f-41db-8251-53bb0daa14db req-a50e6761-7b7d-4315-aa99-61695f31a74d tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308535 Jun 18 22:04:53.230836 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8697ff-7322-46dc-9944-f7a70af589a6 req-a8a7ba98-94b5-4202-a8fa-7d69f5820238 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:53.232222 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e8697ff-7322-46dc-9944-f7a70af589a6 req-a8a7ba98-94b5-4202-a8fa-7d69f5820238 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.0622420 Jun 18 22:04:53.271036 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e8697ff-7322-46dc-9944-f7a70af589a6 req-5674d829-6434-44c3-8656-934bd7f8b180 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329745 Jun 18 22:04:53.444037 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f50b8-2004-4c02-b4ab-e467284b52b6 req-223a92cb-d4eb-4332-8a10-42beb8120095 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:53.445484 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a96f50b8-2004-4c02-b4ab-e467284b52b6 req-223a92cb-d4eb-4332-8a10-42beb8120095 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0673661 Jun 18 22:04:53.482971 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a96f50b8-2004-4c02-b4ab-e467284b52b6 req-02d14988-995b-4068-87c6-a26909c0c12c tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318513 Jun 18 22:04:53.977084 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c7c24-2631-45c9-8723-fedbe1a27360 req-f2535220-cbba-483c-9c86-9983d72fcdb7 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:53.978639 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-220c7c24-2631-45c9-8723-fedbe1a27360 req-f2535220-cbba-483c-9c86-9983d72fcdb7 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0634568 Jun 18 22:04:54.020928 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-220c7c24-2631-45c9-8723-fedbe1a27360 req-4f35664e-0a87-4827-b530-a2bcba1f76ec tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365334 Jun 18 22:04:54.460840 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6261716-db76-4448-8df4-0f1142cfef19 req-5f379c5f-5348-4ab5-8ec3-4302f9f6aa92 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:54.462968 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e6261716-db76-4448-8df4-0f1142cfef19 req-5f379c5f-5348-4ab5-8ec3-4302f9f6aa92 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.0691295 Jun 18 22:04:54.501199 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e6261716-db76-4448-8df4-0f1142cfef19 req-ec2d2b29-e2bb-4396-9034-1ebdc731eb8f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320802 Jun 18 22:04:54.700331 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed173eb6-0fce-4d02-ad09-c02d8178ae4f req-7f749233-a247-4d89-bd8b-2ca0b3c4fd58 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:54.701770 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ed173eb6-0fce-4d02-ad09-c02d8178ae4f req-7f749233-a247-4d89-bd8b-2ca0b3c4fd58 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.1108000 Jun 18 22:04:54.715183 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f187baa-465c-4d42-8ca6-8c6da05a37aa req-f4324c8f-656f-4b6e-8d6b-2f2911d64ffe tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:54.716610 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0f187baa-465c-4d42-8ca6-8c6da05a37aa req-f4324c8f-656f-4b6e-8d6b-2f2911d64ffe tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.0982530 Jun 18 22:04:54.776153 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ed173eb6-0fce-4d02-ad09-c02d8178ae4f req-b2adb7cd-afe6-4438-9c7a-f70762e2c7ec tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585420 Jun 18 22:04:54.780895 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0f187baa-465c-4d42-8ca6-8c6da05a37aa req-1285b08a-3b1e-4532-8f09-682239bf3c85 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574644 Jun 18 22:04:54.806553 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37612) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:54.963544 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551e75fe-c7d5-4368-9a1a-d284578f8092 tempest-TestShelveInstance-86005868 tempest-TestShelveInstance-86005868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:54.965179 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-551e75fe-c7d5-4368-9a1a-d284578f8092 tempest-TestShelveInstance-86005868 tempest-TestShelveInstance-86005868-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 1093 time: 0.1576221 Jun 18 22:04:54.967932 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37618) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:54.972219 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Request body: {'floatingip': {'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'port_id': 'b6263e30-7bb0-4c20-95f0-db518eede253', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:55.069807 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for floatingip, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:55.162996 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:55.191364 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c97e76-5f0a-4700-a519-6d26a89c8a25 req-1f675513-36c1-41df-834e-07c537fd0ba5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:55.193583 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d3c97e76-5f0a-4700-a519-6d26a89c8a25 req-1f675513-36c1-41df-834e-07c537fd0ba5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0619907 Jun 18 22:04:55.231669 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d3c97e76-5f0a-4700-a519-6d26a89c8a25 req-2a3ce992-9984-4d57-a78e-2f3a6bb4cf15 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312581 Jun 18 22:04:55.267398 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Allocated IP 172.27.1.110 (ac7fe84e-50f5-4915-b437-0569bccbfaaf/467ce04a-3e35-49c7-b989-561dd094bc72/4b76d52f-e32b-44a4-9851-6f65bdd90cfd) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:04:55.362892 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:55.479097 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9460589'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:55.481025 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-05f9afca-fc87-4dd7-906c-273f8e6fc8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:55.522426 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:04:55.525168 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:04:55.528731 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:04:55.551272 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Pushing event updated for resources: {'Port': ['ID=4b76d52f-e32b-44a4-9851-6f65bdd90cfd,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:55.554927 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:55.877518 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:55.949975 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef47be-f9c6-4107-ad24-189a2956ae9c req-f8593b1c-e5c7-490b-928f-5792b1f58709 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:55.951422 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c9ef47be-f9c6-4107-ad24-189a2956ae9c req-f8593b1c-e5c7-490b-928f-5792b1f58709 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0634303 Jun 18 22:04:55.991734 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c9ef47be-f9c6-4107-ad24-189a2956ae9c req-ba1b141e-c8be-4733-8882-5f00a3aa0789 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325439 Jun 18 22:04:56.035473 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:56.181541 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:56.235571 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460571'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:56.238570 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:56.301020 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Pushing event updated for resources: {'Port': ['ID=4b76d52f-e32b-44a4-9851-6f65bdd90cfd,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:56.304947 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:56.314953 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546185'] for floatingip, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:56.415117 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6246b04-81e1-4c01-b58d-7840763235cf req-e8a62932-1adc-451b-be6e-145d161f9b45 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:56.416431 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.db.l3_db [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Floating IP e1e36ce2-fdc3-4a74-882e-2dc14cf5944e associated. External IP: 172.27.1.110, port: b6263e30-7bb0-4c20-95f0-db518eede253. Jun 18 22:04:56.417095 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e6246b04-81e1-4c01-b58d-7840763235cf req-e8a62932-1adc-451b-be6e-145d161f9b45 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0671365 Jun 18 22:04:56.495729 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e6246b04-81e1-4c01-b58d-7840763235cf req-1fa4a009-84c0-431a-9c52-76005e406433 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723844 Jun 18 22:04:56.519498 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eddb06-303c-408a-a9f5-d43084d745b3 req-6349f8cb-d37d-42b0-9f37-db628b8d8d9d tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:56.520532 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-14eddb06-303c-408a-a9f5-d43084d745b3 req-6349f8cb-d37d-42b0-9f37-db628b8d8d9d tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 945 time: 0.0882533 Jun 18 22:04:56.555165 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-14eddb06-303c-408a-a9f5-d43084d745b3 req-7086af7e-ff7a-497a-b742-306496f7bf52 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310311 Jun 18 22:04:56.616042 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Router 2df67ef0-2a69-4521-ab8b-fe356cae505d has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:04:56.717735 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:04:56.727167 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af18304-bd7a-4487-801c-796a3889c3ff None None] Sync routers for ids ['2df67ef0-2a69-4521-ab8b-fe356cae505d'] in dv-cinder-766752-3-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:04:56.736668 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af18304-bd7a-4487-801c-796a3889c3ff None None] Routers {'2df67ef0-2a69-4521-ab8b-fe356cae505d'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:04:56.738676 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-4af18304-bd7a-4487-801c-796a3889c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:04:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2df67ef0-2a69-4521-ab8b-fe356cae505d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:04:56.786695 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:56.821848 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8528423 Jun 18 22:04:56.822740 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eaf8cc1-141b-4ce4-b3a5-43a520b9128c', 'tag': 'b6263e30-7bb0-4c20-95f0-db518eede253'}] {{(pid=93153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:56.825071 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c18e9d6bde45226bdbcdb03008c6a2f56c7d2f4ed9dd54f2a22aac6e91e602" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0880fab5-2a42-4e78-8a77-1ceef8ddb9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "6eaf8cc1-141b-4ce4-b3a5-43a520b9128c", "tag": "b6263e30-7bb0-4c20-95f0-db518eede253"}]}' {{(pid=93153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:56.840252 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-4af18304-bd7a-4487-801c-796a3889c3ff None None] Set router 2df67ef0-2a69-4521-ab8b-fe356cae505d gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:04:56.868114 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f97b925-ffa6-43e5-9ec7-6e5d699c1e6d x-openstack-request-id: req-7f97b925-ffa6-43e5-9ec7-6e5d699c1e6d {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:56.868467 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eaf8cc1-141b-4ce4-b3a5-43a520b9128c", "tag": "b6263e30-7bb0-4c20-95f0-db518eede253", "status": "completed", "code": 200}]} {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:56.868842 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f97b925-ffa6-43e5-9ec7-6e5d699c1e6d {{(pid=93153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:56.869453 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eaf8cc1-141b-4ce4-b3a5-43a520b9128c', 'tag': 'b6263e30-7bb0-4c20-95f0-db518eede253', 'status': 'completed', 'code': 200} Jun 18 22:04:56.978774 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880fab5-2a42-4e78-8a77-1ceef8ddb9c2 req-46915395-48d8-4498-bf00-041cf8501de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:56.980308 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0880fab5-2a42-4e78-8a77-1ceef8ddb9c2 req-46915395-48d8-4498-bf00-041cf8501de3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed9e4db77ad6448dba057f80f84b20ef&device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 1098 time: 0.0552604 Jun 18 22:04:57.063941 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-4af18304-bd7a-4487-801c-796a3889c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'name': 'tempest-TestShelveInstance-1585433619-router', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:38Z', 'updated_at': '2021-06-18T22:03:45Z', 'revision_number': 4, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'gw_port': {'id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:39Z', 'updated_at': '2021-06-18T22:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': 'e1e36ce2-fdc3-4a74-882e-2dc14cf5944e', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'port_id': 'b6263e30-7bb0-4c20-95f0-db518eede253', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423', 'mac_address': 'fa:16:3e:72:51:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaf8cc1-141b-4ce4-b3a5-43a520b9128c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:04:55Z', 'updated_at': '2021-06-18T22:04:55Z', 'revision_number': 0, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcf22c4-d853-47e8-acef-4960e6aad680', 'name': '', 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'mac_address': 'fa:16:3e:c7:48:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '43c6e494-71ef-4246-96bb-6c5d7207995a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:43Z', 'updated_at': '2021-06-18T22:03:53Z', 'revision_number': 5, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'subnets': [{'id': '43c6e494-71ef-4246-96bb-6c5d7207995a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:04:57.080359 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880fab5-2a42-4e78-8a77-1ceef8ddb9c2 req-70663f7e-3fbb-40c4-8900-865f0b2a65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:57.081830 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0880fab5-2a42-4e78-8a77-1ceef8ddb9c2 req-70663f7e-3fbb-40c4-8900-865f0b2a65b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d0970eb9-7453-4bc7-acc8-23863a420423 HTTP/1.1" status: 200 len: 910 time: 0.0845764 Jun 18 22:04:57.092307 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af18304-bd7a-4487-801c-796a3889c3ff None None] Checking router: 2df67ef0-2a69-4521-ab8b-fe356cae505d for host: dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:04:57.100738 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af18304-bd7a-4487-801c-796a3889c3ff None None] Routers {'2df67ef0-2a69-4521-ab8b-fe356cae505d'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:04:57.101369 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-4af18304-bd7a-4487-801c-796a3889c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:04:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2df67ef0-2a69-4521-ab8b-fe356cae505d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:04:57.184986 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0880fab5-2a42-4e78-8a77-1ceef8ddb9c2 req-5f2f1e9b-704c-4c9b-980d-657b2d8dd7f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6263e30-7bb0-4c20-95f0-db518eede253 HTTP/1.1" status: 200 len: 999 time: 0.0914409 Jun 18 22:04:57.204024 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-4af18304-bd7a-4487-801c-796a3889c3ff None None] Set router 2df67ef0-2a69-4521-ab8b-fe356cae505d gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:04:57.234645 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aeb7bd-b7d3-4522-9f76-eef49aeffced req-52333de0-8447-4b48-a133-7db33da21608 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:57.237815 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-59aeb7bd-b7d3-4522-9f76-eef49aeffced req-52333de0-8447-4b48-a133-7db33da21608 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.1082277 Jun 18 22:04:57.264351 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880fab5-2a42-4e78-8a77-1ceef8ddb9c2 req-1c0f6f37-4b3d-4727-b3a6-bf482dd52a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:57.265733 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0880fab5-2a42-4e78-8a77-1ceef8ddb9c2 req-1c0f6f37-4b3d-4727-b3a6-bf482dd52a77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43c6e494-71ef-4246-96bb-6c5d7207995a HTTP/1.1" status: 200 len: 848 time: 0.0674872 Jun 18 22:04:57.284130 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-59aeb7bd-b7d3-4522-9f76-eef49aeffced req-89ca998f-d654-48d7-855f-b5d3edcf7071 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383050 Jun 18 22:04:57.341102 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880fab5-2a42-4e78-8a77-1ceef8ddb9c2 req-4573487b-19fc-45c2-a93a-d51758190d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:57.342541 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0880fab5-2a42-4e78-8a77-1ceef8ddb9c2 req-4573487b-19fc-45c2-a93a-d51758190d61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d0970eb9-7453-4bc7-acc8-23863a420423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551095 Jun 18 22:04:57.424066 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-4af18304-bd7a-4487-801c-796a3889c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'name': 'tempest-TestShelveInstance-1585433619-router', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:38Z', 'updated_at': '2021-06-18T22:03:45Z', 'revision_number': 4, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'gw_port': {'id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:39Z', 'updated_at': '2021-06-18T22:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': 'e1e36ce2-fdc3-4a74-882e-2dc14cf5944e', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'port_id': 'b6263e30-7bb0-4c20-95f0-db518eede253', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423', 'mac_address': 'fa:16:3e:72:51:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaf8cc1-141b-4ce4-b3a5-43a520b9128c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:04:55Z', 'updated_at': '2021-06-18T22:04:55Z', 'revision_number': 0, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcf22c4-d853-47e8-acef-4960e6aad680', 'name': '', 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'mac_address': 'fa:16:3e:c7:48:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '43c6e494-71ef-4246-96bb-6c5d7207995a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:43Z', 'updated_at': '2021-06-18T22:03:53Z', 'revision_number': 5, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'subnets': [{'id': '43c6e494-71ef-4246-96bb-6c5d7207995a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:04:57.450539 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0880fab5-2a42-4e78-8a77-1ceef8ddb9c2 req-eebd638f-b274-4177-b521-36f5d328e374 service neutron] 10.222.0.44 "GET /v2.0/networks/d0970eb9-7453-4bc7-acc8-23863a420423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845287 Jun 18 22:04:57.453399 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af18304-bd7a-4487-801c-796a3889c3ff None None] The sync data for ids ['2df67ef0-2a69-4521-ab8b-fe356cae505d'] in dv-cinder-766752-3-iscsi is: [{'id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'name': 'tempest-TestShelveInstance-1585433619-router', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:38Z', 'updated_at': '2021-06-18T22:03:45Z', 'revision_number': 4, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'gw_port': {'id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:39Z', 'updated_at': '2021-06-18T22:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': 'e1e36ce2-fdc3-4a74-882e-2dc14cf5944e', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'port_id': 'b6263e30-7bb0-4c20-95f0-db518eede253', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423', 'mac_address': 'fa:16:3e:72:51:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaf8cc1-141b-4ce4-b3a5-43a520b9128c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:04:55Z', 'updated_at': '2021-06-18T22:04:55Z', 'revision_number': 0, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcf22c4-d853-47e8-acef-4960e6aad680', 'name': '', 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'mac_address': 'fa:16:3e:c7:48:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '43c6e494-71ef-4246-96bb-6c5d7207995a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:43Z', 'updated_at': '2021-06-18T22:03:53Z', 'revision_number': 5, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'subnets': [{'id': '43c6e494-71ef-4246-96bb-6c5d7207995a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:04:57.552044 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0880fab5-2a42-4e78-8a77-1ceef8ddb9c2 req-4da5b998-5800-4b84-b02b-f14d764a21a6 service neutron] 10.222.0.44 "GET /v2.0/networks/d0970eb9-7453-4bc7-acc8-23863a420423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840786 Jun 18 22:04:57.648824 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6db0a9-842f-4f69-ba54-c0d15ae5372f None None] New status for floating IP e1e36ce2-fdc3-4a74-882e-2dc14cf5944e: ACTIVE {{(pid=93155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:04:57.686941 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859e4bd-1d4d-486f-9b7b-309c2fe3711a req-a12e50b3-046a-4f55-a4f6-ed8458e0229a tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:57.688558 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3859e4bd-1d4d-486f-9b7b-309c2fe3711a req-a12e50b3-046a-4f55-a4f6-ed8458e0229a tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0748444 Jun 18 22:04:57.758405 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3859e4bd-1d4d-486f-9b7b-309c2fe3711a req-2c7f6932-3554-4c54-91e5-9826923a93cd tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585437 Jun 18 22:04:57.779575 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3c732-1b07-4a30-af11-6ccd3495e864 req-d9846e6e-2d6a-46e1-bbdc-9f7677af4822 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:57.781069 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-71d3c732-1b07-4a30-af11-6ccd3495e864 req-d9846e6e-2d6a-46e1-bbdc-9f7677af4822 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 945 time: 0.0915778 Jun 18 22:04:57.818443 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-71d3c732-1b07-4a30-af11-6ccd3495e864 req-77fa6126-1d50-4d01-a82d-b49425934127 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315497 Jun 18 22:04:58.458369 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75dfe8-5638-482d-904e-6787412ef760 req-9f2106f3-1bed-41c0-a004-9de60b3444fb tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:58.459776 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3d75dfe8-5638-482d-904e-6787412ef760 req-9f2106f3-1bed-41c0-a004-9de60b3444fb tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0656137 Jun 18 22:04:58.497524 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3d75dfe8-5638-482d-904e-6787412ef760 req-236e5781-9a6b-4275-9a64-d98df9e5497e tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321035 Jun 18 22:04:58.933328 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e5683-e5fe-4c35-b80a-88875404e6a4 req-2f2dd376-9c7a-4aab-9106-129ec9657e9b tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:58.934666 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1b3e5683-e5fe-4c35-b80a-88875404e6a4 req-2f2dd376-9c7a-4aab-9106-129ec9657e9b tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0619731 Jun 18 22:04:59.034985 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1b3e5683-e5fe-4c35-b80a-88875404e6a4 req-40a03440-12ab-4d63-89d8-8535838a4baf tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910594 Jun 18 22:04:59.063481 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a94ef-bf85-4472-97e5-e0d5e060e582 req-084ff7a2-b0d5-49ef-a86d-a86d2cd0a90d tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:59.064936 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-283a94ef-bf85-4472-97e5-e0d5e060e582 req-084ff7a2-b0d5-49ef-a86d-a86d2cd0a90d tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 945 time: 0.1293726 Jun 18 22:04:59.085739 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748e564-98b8-43c9-86d1-c4728673a68f req-0cf9b860-3009-432f-879b-7115529e0979 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:59.087050 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6748e564-98b8-43c9-86d1-c4728673a68f req-0cf9b860-3009-432f-879b-7115529e0979 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.44 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 945 time: 0.1127696 Jun 18 22:04:59.143633 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-283a94ef-bf85-4472-97e5-e0d5e060e582 req-51068d43-a1f6-461d-a74e-925654bf389a tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714335 Jun 18 22:04:59.200745 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-6748e564-98b8-43c9-86d1-c4728673a68f req-93416b39-c8b6-446d-9357-20f5e3599ed6 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Deleting port 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:04:59.201004 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-6748e564-98b8-43c9-86d1-c4728673a68f req-93416b39-c8b6-446d-9357-20f5e3599ed6 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:59.287432 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-6748e564-98b8-43c9-86d1-c4728673a68f req-93416b39-c8b6-446d-9357-20f5e3599ed6 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] For port 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=22819e4d-5797-4191-9e8e-ef4f2b7b4dc8,segment=NetworkSegment(1b120709-34cb-4f00-b4fc-a79711c7951d),segment_id=1b120709-34cb-4f00-b4fc-a79711c7951d)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:59.287780 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-6748e564-98b8-43c9-86d1-c4728673a68f req-93416b39-c8b6-446d-9357-20f5e3599ed6 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:59.352251 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-6748e564-98b8-43c9-86d1-c4728673a68f req-93416b39-c8b6-446d-9357-20f5e3599ed6 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Calling delete_port for 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:04:59.538711 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-6748e564-98b8-43c9-86d1-c4728673a68f req-93416b39-c8b6-446d-9357-20f5e3599ed6 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:59.543114 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-9ec4cee4-f45b-4573-9796-c3fecbc0fb9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:59.572754 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93416b39-c8b6-446d-9357-20f5e3599ed6 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Pushing event deleted for resources: {'Port': ['ID=22819e4d-5797-4191-9e8e-ef4f2b7b4dc8,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:59.575204 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-93416b39-c8b6-446d-9357-20f5e3599ed6 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:59.583646 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['ef7eb14d-ec5b-41a3-8806-305621cdcf93', '1b5282f7-34f0-4108-9ffd-6aac3607c1c0', '23bfdc43-efb9-4309-b351-2850ada02911'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:04:59.623419 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6748e564-98b8-43c9-86d1-c4728673a68f req-93416b39-c8b6-446d-9357-20f5e3599ed6 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] No DVR routers for this DVR port 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:04:59.625957 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-6748e564-98b8-43c9-86d1-c4728673a68f req-93416b39-c8b6-446d-9357-20f5e3599ed6 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:59.627864 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6748e564-98b8-43c9-86d1-c4728673a68f req-93416b39-c8b6-446d-9357-20f5e3599ed6 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.44 "DELETE /v2.0/ports/22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 HTTP/1.1" status: 204 len: 173 time: 0.5330224 Jun 18 22:04:59.635758 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609e81f3-a3db-4682-8c6a-624eff4b9643', 'name': 'network-vif-deleted', 'tag': '22819e4d-5797-4191-9e8e-ef4f2b7b4dc8'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:59.638046 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb30faa-9714-4c4c-bbfe-242ad5c0de70" -d '{"events": [{"server_uuid": "609e81f3-a3db-4682-8c6a-624eff4b9643", "name": "network-vif-deleted", "tag": "22819e4d-5797-4191-9e8e-ef4f2b7b4dc8"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:59.682661 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ab008f-4b47-4e6e-a9c7-2a5e81fdfef5 x-openstack-request-id: req-d8ab008f-4b47-4e6e-a9c7-2a5e81fdfef5 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:59.682661 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609e81f3-a3db-4682-8c6a-624eff4b9643", "name": "network-vif-deleted", "tag": "22819e4d-5797-4191-9e8e-ef4f2b7b4dc8", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:59.682661 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d8ab008f-4b47-4e6e-a9c7-2a5e81fdfef5 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:59.682661 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609e81f3-a3db-4682-8c6a-624eff4b9643', 'name': 'network-vif-deleted', 'tag': '22819e4d-5797-4191-9e8e-ef4f2b7b4dc8', 'status': 'completed', 'code': 200} Jun 18 22:04:59.697804 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c0461-2f11-4bcd-b4b1-fc856653fdb7 req-33548854-0c60-4eca-98e2-22c9111b4691 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:59.699407 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8b2c0461-2f11-4bcd-b4b1-fc856653fdb7 req-33548854-0c60-4eca-98e2-22c9111b4691 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0770040 Jun 18 22:04:59.742964 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8b2c0461-2f11-4bcd-b4b1-fc856653fdb7 req-805b0884-5cde-4886-80fd-b0caa0fc97d3 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377896 Jun 18 22:05:00.213827 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1df40c-7bf6-4020-8591-42a66e5f4985 req-544e761b-dc67-4d87-aca1-0578342dd4b0 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:00.215281 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-db1df40c-7bf6-4020-8591-42a66e5f4985 req-544e761b-dc67-4d87-aca1-0578342dd4b0 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0666518 Jun 18 22:05:00.253399 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-db1df40c-7bf6-4020-8591-42a66e5f4985 req-a7e7fcf3-cc96-4700-89e1-5d8edfd57c3e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324256 Jun 18 22:05:00.298003 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7b234772-defa-47b2-afb5-9fd1f8356e53 req-e60dfc62-16dd-4855-a4d9-7081584a5f19 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=609e81f3-a3db-4682-8c6a-624eff4b9643 HTTP/1.1" status: 200 len: 210 time: 0.0303493 Jun 18 22:05:00.919062 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005d6f3-4c22-47f4-b13c-c72f84b9fc6e req-845a12ec-fc3b-40fc-a331-80d63150d406 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:00.920668 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a005d6f3-4c22-47f4-b13c-c72f84b9fc6e req-845a12ec-fc3b-40fc-a331-80d63150d406 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0622275 Jun 18 22:05:00.956922 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a005d6f3-4c22-47f4-b13c-c72f84b9fc6e req-a1933edb-bf30-48fc-b077-01d3d88ee955 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308452 Jun 18 22:05:01.069311 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2ea8a-529f-44d9-8ae6-aa4842984383 req-2dfc7ad3-ddae-42a9-8156-fb551dcc3d1a tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:01.070603 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4ef2ea8a-529f-44d9-8ae6-aa4842984383 req-2dfc7ad3-ddae-42a9-8156-fb551dcc3d1a tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.0649419 Jun 18 22:05:01.168809 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-4ef2ea8a-529f-44d9-8ae6-aa4842984383 req-bb7d5335-63bb-4751-90dd-c5bd3e5cc4d5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Deleting port 3d722b41-85ff-42d5-b436-afd06a4cbb66 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:05:01.169153 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-4ef2ea8a-529f-44d9-8ae6-aa4842984383 req-bb7d5335-63bb-4751-90dd-c5bd3e5cc4d5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:01.254158 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-4ef2ea8a-529f-44d9-8ae6-aa4842984383 req-bb7d5335-63bb-4751-90dd-c5bd3e5cc4d5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] For port 3d722b41-85ff-42d5-b436-afd06a4cbb66, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=3d722b41-85ff-42d5-b436-afd06a4cbb66,segment=NetworkSegment(04bdea9c-0f85-43ce-a5c6-f791f52ed4d5),segment_id=04bdea9c-0f85-43ce-a5c6-f791f52ed4d5)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:01.254510 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-4ef2ea8a-529f-44d9-8ae6-aa4842984383 req-bb7d5335-63bb-4751-90dd-c5bd3e5cc4d5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:01.316023 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-4ef2ea8a-529f-44d9-8ae6-aa4842984383 req-bb7d5335-63bb-4751-90dd-c5bd3e5cc4d5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Calling delete_port for 3d722b41-85ff-42d5-b436-afd06a4cbb66 owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:05:01.431224 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:05:01.454031 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] No Port match for: 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:05:01.454392 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 22819e4d-5797-4191-9e8e-ef4f2b7b4dc8 not bound to the agent host hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:05:01.454860 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 3d722b41-85ff-42d5-b436-afd06a4cbb66 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:05:01.474291 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e47110-1090-4e16-a867-ea99bd9e7b11 req-559ac058-ffce-4e32-8e7a-84c2bf39a81e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:01.475732 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d3e47110-1090-4e16-a867-ea99bd9e7b11 req-559ac058-ffce-4e32-8e7a-84c2bf39a81e tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 945 time: 0.1080086 Jun 18 22:05:01.528731 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d3e47110-1090-4e16-a867-ea99bd9e7b11 req-b960b7b7-cf9d-48be-85a1-d0b7e3379302 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0d4466-dd5c-44e2-ba73-d6ab5b237503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457990 Jun 18 22:05:01.529445 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:01.564537 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-4ef2ea8a-529f-44d9-8ae6-aa4842984383 req-bb7d5335-63bb-4751-90dd-c5bd3e5cc4d5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:01.568648 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:01.598457 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d5335-63bb-4751-90dd-c5bd3e5cc4d5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Pushing event deleted for resources: {'Port': ['ID=3d722b41-85ff-42d5-b436-afd06a4cbb66,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:01.601938 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bb7d5335-63bb-4751-90dd-c5bd3e5cc4d5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:01.645175 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef2ea8a-529f-44d9-8ae6-aa4842984383 req-bb7d5335-63bb-4751-90dd-c5bd3e5cc4d5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] No DVR routers for this DVR port 3d722b41-85ff-42d5-b436-afd06a4cbb66 on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:05:01.645767 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-4ef2ea8a-529f-44d9-8ae6-aa4842984383 req-bb7d5335-63bb-4751-90dd-c5bd3e5cc4d5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:01.647699 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4ef2ea8a-529f-44d9-8ae6-aa4842984383 req-bb7d5335-63bb-4751-90dd-c5bd3e5cc4d5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.44 "DELETE /v2.0/ports/3d722b41-85ff-42d5-b436-afd06a4cbb66 HTTP/1.1" status: 204 len: 173 time: 0.5703971 Jun 18 22:05:01.682433 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f6ec12-1ef7-4d7a-a452-0928790ffa43', 'name': 'network-vif-deleted', 'tag': '3d722b41-85ff-42d5-b436-afd06a4cbb66'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:05:01.684881 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb5be89-c54e-4742-99ea-c3ba383c16bb" -d '{"events": [{"server_uuid": "a7f6ec12-1ef7-4d7a-a452-0928790ffa43", "name": "network-vif-deleted", "tag": "3d722b41-85ff-42d5-b436-afd06a4cbb66"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:05:01.720385 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82051fed-64b0-4599-8abd-8ff6c97c5b49 x-openstack-request-id: req-82051fed-64b0-4599-8abd-8ff6c97c5b49 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:05:01.725450 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f6ec12-1ef7-4d7a-a452-0928790ffa43", "name": "network-vif-deleted", "tag": "3d722b41-85ff-42d5-b436-afd06a4cbb66", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:05:01.725450 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-82051fed-64b0-4599-8abd-8ff6c97c5b49 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:05:01.725450 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f6ec12-1ef7-4d7a-a452-0928790ffa43', 'name': 'network-vif-deleted', 'tag': '3d722b41-85ff-42d5-b436-afd06a4cbb66', 'status': 'completed', 'code': 200} Jun 18 22:05:02.142794 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd5f07-7865-4cac-9081-096e57b5f7f5 req-ef2a1161-f859-455f-a219-9428f972dcbf tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:02.144161 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-47dd5f07-7865-4cac-9081-096e57b5f7f5 req-ef2a1161-f859-455f-a219-9428f972dcbf tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0630372 Jun 18 22:05:02.181173 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-47dd5f07-7865-4cac-9081-096e57b5f7f5 req-b8677756-888d-4a4a-a57b-6c5f263b4a5d tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312097 Jun 18 22:05:02.681713 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-288c1711-3e63-4799-aaec-d5552747d962 req-417a1dea-38e5-409a-97da-beca88e0b447 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7f6ec12-1ef7-4d7a-a452-0928790ffa43 HTTP/1.1" status: 200 len: 210 time: 0.0333390 Jun 18 22:05:03.264651 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763d187-de43-46ba-ad83-4c16ce127d14 req-5267c3c0-595a-418f-8110-0b8151989a58 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:03.266102 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8763d187-de43-46ba-ad83-4c16ce127d14 req-5267c3c0-595a-418f-8110-0b8151989a58 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 945 time: 0.0631859 Jun 18 22:05:03.329334 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8763d187-de43-46ba-ad83-4c16ce127d14 req-3e2bafa0-c188-478a-b6f4-8531d58ce935 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575850 Jun 18 22:05:03.361946 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c1d78-efaf-4144-872c-00bb1f31947c req-e1a719a8-0ded-4b91-8dd7-b23ae16d480c tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:03.363347 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf8c1d78-efaf-4144-872c-00bb1f31947c req-e1a719a8-0ded-4b91-8dd7-b23ae16d480c tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0718145 Jun 18 22:05:03.399586 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf8c1d78-efaf-4144-872c-00bb1f31947c req-e85ccf55-a5f5-437e-96c4-b43127b67d98 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307615 Jun 18 22:05:03.770410 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37688) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:04.333675 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-27d2a909-4273-4178-abfb-9fc8984efba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606708'] for router_interface, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:04.550868 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5718bb-c884-4308-918c-86f5731ef7f1 req-f117d82c-7044-4d99-ad76-2e8aa754c89a tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:04.552338 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce5718bb-c884-4308-918c-86f5731ef7f1 req-f117d82c-7044-4d99-ad76-2e8aa754c89a tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 945 time: 0.0958066 Jun 18 22:05:04.607584 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce5718bb-c884-4308-918c-86f5731ef7f1 req-6f693c0c-47da-4093-bdac-35028c244feb tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476635 Jun 18 22:05:04.615786 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4995b-29f3-42b3-aadf-924afac9cb34 req-3d421574-5b1f-443b-b7ee-8ad31020a62a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:04.617252 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5ea4995b-29f3-42b3-aadf-924afac9cb34 req-3d421574-5b1f-443b-b7ee-8ad31020a62a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.1033998 Jun 18 22:05:04.631223 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-27d2a909-4273-4178-abfb-9fc8984efba8 admin admin] Deleting port c51c0e8e-e806-4e09-bade-6c9d5b348840 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:05:04.631992 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-27d2a909-4273-4178-abfb-9fc8984efba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:04.656553 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5ea4995b-29f3-42b3-aadf-924afac9cb34 req-eea747c0-377c-445e-85c6-f259ce1af696 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331483 Jun 18 22:05:04.723792 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-27d2a909-4273-4178-abfb-9fc8984efba8 admin admin] For port c51c0e8e-e806-4e09-bade-6c9d5b348840, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=c51c0e8e-e806-4e09-bade-6c9d5b348840,segment=NetworkSegment(04bdea9c-0f85-43ce-a5c6-f791f52ed4d5),segment_id=04bdea9c-0f85-43ce-a5c6-f791f52ed4d5)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:04.724169 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-27d2a909-4273-4178-abfb-9fc8984efba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:04.782999 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-27d2a909-4273-4178-abfb-9fc8984efba8 admin admin] Calling delete_port for c51c0e8e-e806-4e09-bade-6c9d5b348840 owned by network:router_interface {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:05:05.062850 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-27d2a909-4273-4178-abfb-9fc8984efba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460578'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:05.065112 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b8296754-852c-40e2-b2f4-7c2b30f5abb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:05.088714 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2a909-4273-4178-abfb-9fc8984efba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c51c0e8e-e806-4e09-bade-6c9d5b348840,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:05.091833 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-27d2a909-4273-4178-abfb-9fc8984efba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:05.231819 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a827d-bf88-4f29-a7e0-37bda62148b6 req-7cf3e8ea-e5b3-4626-81ed-786f83b42309 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:05.233242 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e48a827d-bf88-4f29-a7e0-37bda62148b6 req-7cf3e8ea-e5b3-4626-81ed-786f83b42309 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 945 time: 0.0604870 Jun 18 22:05:05.242612 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-27d2a909-4273-4178-abfb-9fc8984efba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606536'] for router_interface, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:05.341399 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-e48a827d-bf88-4f29-a7e0-37bda62148b6 req-c59c99e2-4093-45ce-9007-1d4bbce01386 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Deleting port 23bfdc43-efb9-4309-b351-2850ada02911 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:05:05.341750 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-e48a827d-bf88-4f29-a7e0-37bda62148b6 req-c59c99e2-4093-45ce-9007-1d4bbce01386 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:05.432064 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-e48a827d-bf88-4f29-a7e0-37bda62148b6 req-c59c99e2-4093-45ce-9007-1d4bbce01386 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] For port 23bfdc43-efb9-4309-b351-2850ada02911, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=23bfdc43-efb9-4309-b351-2850ada02911,segment=NetworkSegment(1b120709-34cb-4f00-b4fc-a79711c7951d),segment_id=1b120709-34cb-4f00-b4fc-a79711c7951d)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:05.433046 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-e48a827d-bf88-4f29-a7e0-37bda62148b6 req-c59c99e2-4093-45ce-9007-1d4bbce01386 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:05.452338 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d2a909-4273-4178-abfb-9fc8984efba8 admin admin] Router 6395dcf5-5946-4834-b30f-ada416e0e5a5 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:05:05.494798 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-e48a827d-bf88-4f29-a7e0-37bda62148b6 req-c59c99e2-4093-45ce-9007-1d4bbce01386 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Calling delete_port for 23bfdc43-efb9-4309-b351-2850ada02911 owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:05:05.555228 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d2a909-4273-4178-abfb-9fc8984efba8 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:05:05.562976 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-27d2a909-4273-4178-abfb-9fc8984efba8 admin admin] 10.222.0.38 "PUT /v2.0/routers/6395dcf5-5946-4834-b30f-ada416e0e5a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7892587 Jun 18 22:05:05.563709 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37694) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:05.564607 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd727067-59ff-4697-8bef-48b635f6f253 None None] Sync routers for ids ['6395dcf5-5946-4834-b30f-ada416e0e5a5'] in dv-cinder-766752-3-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:05:05.574579 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd727067-59ff-4697-8bef-48b635f6f253 None None] Routers {'6395dcf5-5946-4834-b30f-ada416e0e5a5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:05:05.575201 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-fd727067-59ff-4697-8bef-48b635f6f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:04:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['6395dcf5-5946-4834-b30f-ada416e0e5a5'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:05.664239 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-413e1aac-3301-4487-9fc5-8545e2ee8938 admin admin] Notify callbacks [] for router, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:05.681505 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-fd727067-59ff-4697-8bef-48b635f6f253 None None] Set router 6395dcf5-5946-4834-b30f-ada416e0e5a5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:05:05.698004 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-e48a827d-bf88-4f29-a7e0-37bda62148b6 req-c59c99e2-4093-45ce-9007-1d4bbce01386 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:05.702293 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:05.738467 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['ef7eb14d-ec5b-41a3-8806-305621cdcf93', '1b5282f7-34f0-4108-9ffd-6aac3607c1c0'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:05:05.778523 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c99e2-4093-45ce-9007-1d4bbce01386 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Pushing event deleted for resources: {'Port': ['ID=23bfdc43-efb9-4309-b351-2850ada02911,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:05.787115 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-c59c99e2-4093-45ce-9007-1d4bbce01386 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:05.882775 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-fd727067-59ff-4697-8bef-48b635f6f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'name': 'tempest-ServerRescueNegativeTestJSON-1364003537-router', 'tenant_id': '02a6e92122c648009a67bed9a25e5509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '69def435-16b3-443f-a157-d3deec9e7aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:05:04Z', 'revision_number': 5, 'project_id': '02a6e92122c648009a67bed9a25e5509', 'gw_port': {'id': '69def435-16b3-443f-a157-d3deec9e7aca', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:05.913969 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd727067-59ff-4697-8bef-48b635f6f253 None None] Checking router: 6395dcf5-5946-4834-b30f-ada416e0e5a5 for host: dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:05:05.923886 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd727067-59ff-4697-8bef-48b635f6f253 None None] Routers {'6395dcf5-5946-4834-b30f-ada416e0e5a5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:05:05.924653 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-fd727067-59ff-4697-8bef-48b635f6f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:04:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['6395dcf5-5946-4834-b30f-ada416e0e5a5'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:06.022724 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-413e1aac-3301-4487-9fc5-8545e2ee8938 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:06.041887 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-fd727067-59ff-4697-8bef-48b635f6f253 None None] Set router 6395dcf5-5946-4834-b30f-ada416e0e5a5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:05:06.043231 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f46f1958-2c75-4b81-94dd-0b597cb1fbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:06.166617 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-413e1aac-3301-4487-9fc5-8545e2ee8938 admin admin] Deleting port 69def435-16b3-443f-a157-d3deec9e7aca {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:05:06.167479 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-413e1aac-3301-4487-9fc5-8545e2ee8938 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:06.180876 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2dad0ade-c01d-44f0-8f9a-c5205e6b7fbc req-e30fe567-5635-4336-b8a4-019dcaf57c55 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 210 time: 0.3909268 Jun 18 22:05:06.237771 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48a827d-bf88-4f29-a7e0-37bda62148b6 req-c59c99e2-4093-45ce-9007-1d4bbce01386 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] No DVR routers for this DVR port 23bfdc43-efb9-4309-b351-2850ada02911 on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:05:06.240322 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-e48a827d-bf88-4f29-a7e0-37bda62148b6 req-c59c99e2-4093-45ce-9007-1d4bbce01386 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:06.242610 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e48a827d-bf88-4f29-a7e0-37bda62148b6 req-c59c99e2-4093-45ce-9007-1d4bbce01386 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.44 "DELETE /v2.0/ports/23bfdc43-efb9-4309-b351-2850ada02911 HTTP/1.1" status: 204 len: 173 time: 0.9976361 Jun 18 22:05:06.243897 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc99d9b2-dd8c-4084-9f9a-b2591043daef', 'name': 'network-vif-deleted', 'tag': '23bfdc43-efb9-4309-b351-2850ada02911'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:05:06.247895 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8540da65-d83a-48d3-8f2b-0bd429b298dc" -d '{"events": [{"server_uuid": "cc99d9b2-dd8c-4084-9f9a-b2591043daef", "name": "network-vif-deleted", "tag": "23bfdc43-efb9-4309-b351-2850ada02911"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:05:06.254464 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-413e1aac-3301-4487-9fc5-8545e2ee8938 admin admin] For port 69def435-16b3-443f-a157-d3deec9e7aca, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=69def435-16b3-443f-a157-d3deec9e7aca,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:06.254827 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-413e1aac-3301-4487-9fc5-8545e2ee8938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:06.289987 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3a2ce-4385-49af-9211-c8056a09a6b1 req-b41c753c-a62f-4f85-88c4-3855f5f16157 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:06.300702 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-19c3a2ce-4385-49af-9211-c8056a09a6b1 req-b41c753c-a62f-4f85-88c4-3855f5f16157 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.1250272 Jun 18 22:05:06.302881 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8b7ae5-2abc-4e07-a1d1-21f430917f0f x-openstack-request-id: req-8d8b7ae5-2abc-4e07-a1d1-21f430917f0f {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:05:06.303192 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc99d9b2-dd8c-4084-9f9a-b2591043daef", "name": "network-vif-deleted", "tag": "23bfdc43-efb9-4309-b351-2850ada02911", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:05:06.303463 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d8b7ae5-2abc-4e07-a1d1-21f430917f0f {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:05:06.303865 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc99d9b2-dd8c-4084-9f9a-b2591043daef', 'name': 'network-vif-deleted', 'tag': '23bfdc43-efb9-4309-b351-2850ada02911', 'status': 'completed', 'code': 200} Jun 18 22:05:06.322003 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-fd727067-59ff-4697-8bef-48b635f6f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'name': 'tempest-ServerRescueNegativeTestJSON-1364003537-router', 'tenant_id': '02a6e92122c648009a67bed9a25e5509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '69def435-16b3-443f-a157-d3deec9e7aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:05:04Z', 'revision_number': 5, 'project_id': '02a6e92122c648009a67bed9a25e5509', 'gw_port': {'id': '69def435-16b3-443f-a157-d3deec9e7aca', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:06.337533 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-413e1aac-3301-4487-9fc5-8545e2ee8938 admin admin] Calling delete_port for 69def435-16b3-443f-a157-d3deec9e7aca owned by network:router_gateway {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:05:06.350624 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd727067-59ff-4697-8bef-48b635f6f253 None None] The sync data for ids ['6395dcf5-5946-4834-b30f-ada416e0e5a5'] in dv-cinder-766752-3-iscsi is: [{'id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'name': 'tempest-ServerRescueNegativeTestJSON-1364003537-router', 'tenant_id': '02a6e92122c648009a67bed9a25e5509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '69def435-16b3-443f-a157-d3deec9e7aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:05:04Z', 'revision_number': 5, 'project_id': '02a6e92122c648009a67bed9a25e5509', 'gw_port': {'id': '69def435-16b3-443f-a157-d3deec9e7aca', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6395dcf5-5946-4834-b30f-ada416e0e5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:05:06.355423 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-19c3a2ce-4385-49af-9211-c8056a09a6b1 req-ac5dc42c-fb3f-4c2c-a213-110cf3604956 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400784 Jun 18 22:05:06.568485 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-413e1aac-3301-4487-9fc5-8545e2ee8938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460578'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:06.570475 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:06.599936 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e1aac-3301-4487-9fc5-8545e2ee8938 admin admin] Pushing event deleted for resources: {'Port': ['ID=69def435-16b3-443f-a157-d3deec9e7aca,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:06.603657 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-413e1aac-3301-4487-9fc5-8545e2ee8938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:06.669131 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-413e1aac-3301-4487-9fc5-8545e2ee8938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546148'] for router_gateway, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:06.777012 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-413e1aac-3301-4487-9fc5-8545e2ee8938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1833'] for router, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:06.779243 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-413e1aac-3301-4487-9fc5-8545e2ee8938 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:06.815717 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device c51c0e8e-e806-4e09-bade-6c9d5b348840 no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:05:06.842008 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: c51c0e8e-e806-4e09-bade-6c9d5b348840 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:05:06.842365 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device c51c0e8e-e806-4e09-bade-6c9d5b348840 not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:05:06.928636 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-413e1aac-3301-4487-9fc5-8545e2ee8938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607531'] for router, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:06.929228 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413e1aac-3301-4487-9fc5-8545e2ee8938 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6395dcf5-5946-4834-b30f-ada416e0e5a5 {{(pid=93153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 22:05:06.935127 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-413e1aac-3301-4487-9fc5-8545e2ee8938 admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:06.936414 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-413e1aac-3301-4487-9fc5-8545e2ee8938 admin admin] 10.222.0.38 "DELETE /v2.0/routers/6395dcf5-5946-4834-b30f-ada416e0e5a5 HTTP/1.1" status: 204 len: 168 time: 1.3717716 Jun 18 22:05:06.938886 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37704) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:06.984013 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-892c5f5c-ac2c-44c6-820a-aae0ff02751b admin admin] Deleting subnet 6010c590-2fee-479f-8c83-b0d256412620 {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:05:06.991981 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-892c5f5c-ac2c-44c6-820a-aae0ff02751b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:07.027141 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-892c5f5c-ac2c-44c6-820a-aae0ff02751b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460699'] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:07.076704 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-892c5f5c-ac2c-44c6-820a-aae0ff02751b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814669'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:07.218499 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-892c5f5c-ac2c-44c6-820a-aae0ff02751b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9460504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9844756'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:07.228015 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:07.233179 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-892c5f5c-ac2c-44c6-820a-aae0ff02751b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:07.236064 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-892c5f5c-ac2c-44c6-820a-aae0ff02751b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6010c590-2fee-479f-8c83-b0d256412620 HTTP/1.1" status: 204 len: 168 time: 0.2952466 Jun 18 22:05:07.237475 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37708) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:07.261427 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c5f5c-ac2c-44c6-820a-aae0ff02751b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6010c590-2fee-479f-8c83-b0d256412620,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:07.272543 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-892c5f5c-ac2c-44c6-820a-aae0ff02751b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:07.325926 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e28f32fa-3fcb-4221-b319-20a23bf42a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780721'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:07.334713 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a778454e-23fb-46af-b68a-9aaa997ad9f6 req-63e1bd5c-7f92-44f6-aeb7-6efd645ef22f tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc99d9b2-dd8c-4084-9f9a-b2591043daef HTTP/1.1" status: 200 len: 210 time: 0.0292737 Jun 18 22:05:07.410849 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e28f32fa-3fcb-4221-b319-20a23bf42a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817618', 'neutron.services.segments.db._delete_segments_for_network-8737367115731'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:07.422208 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 23bfdc43-efb9-4309-b351-2850ada02911 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:05:07.423361 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-e28f32fa-3fcb-4221-b319-20a23bf42a99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3d4388-f912-494e-9274-2eaf8813e493']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:07.436229 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-e28f32fa-3fcb-4221-b319-20a23bf42a99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04bdea9c-0f85-43ce-a5c6-f791f52ed4d5') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:07.436229 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-e28f32fa-3fcb-4221-b319-20a23bf42a99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04bdea9c-0f85-43ce-a5c6-f791f52ed4d5') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:07.443148 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] No Port match for: 23bfdc43-efb9-4309-b351-2850ada02911 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:05:07.443521 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 23bfdc43-efb9-4309-b351-2850ada02911 not bound to the agent host hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:05:07.446200 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e28f32fa-3fcb-4221-b319-20a23bf42a99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737367115560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460690'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:07.460346 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e28f32fa-3fcb-4221-b319-20a23bf42a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:07.466633 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28f32fa-3fcb-4221-b319-20a23bf42a99 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:05:07.467008 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e28f32fa-3fcb-4221-b319-20a23bf42a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454771'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: Traceback (most recent call last): Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: timer() Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: cb(*args, **kw) Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: return func(*args, **kwargs) Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: self._notify() Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: self.callback(batched_events) Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: event.method(event) Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: return f(self, *a, **k) Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._get(url).json() Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:05:07.468663 dv-cinder-766752-3-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:05:07.571205 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93773fe-2a48-4fc6-bd9c-f9ed7240988d req-7b87de36-1a0e-4fb9-a86e-b0d838d7cc33 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:07.572706 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f93773fe-2a48-4fc6-bd9c-f9ed7240988d req-7b87de36-1a0e-4fb9-a86e-b0d838d7cc33 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0652871 Jun 18 22:05:07.597360 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e28f32fa-3fcb-4221-b319-20a23bf42a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546235'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:07.604792 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b5595e5f-ca99-4a8b-806b-ed6a26e64248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:07.612003 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e28f32fa-3fcb-4221-b319-20a23bf42a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:07.612003 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-e28f32fa-3fcb-4221-b319-20a23bf42a99 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7e3d4388-f912-494e-9274-2eaf8813e493 HTTP/1.1" status: 204 len: 168 time: 0.3704736 Jun 18 22:05:07.616816 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f93773fe-2a48-4fc6-bd9c-f9ed7240988d req-88af4b32-8bfa-4eab-b4e6-a4742a48e8f7 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376699 Jun 18 22:05:07.620586 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f32fa-3fcb-4221-b319-20a23bf42a99 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e3d4388-f912-494e-9274-2eaf8813e493,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:07.623189 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-e28f32fa-3fcb-4221-b319-20a23bf42a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:07.990345 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37716) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:08.031038 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-c72a0aa7-5b80-48fa-9bfe-c3486a08ef13 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=02a6e92122c648009a67bed9a25e5509&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0394294 Jun 18 22:05:08.033342 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37718) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:08.079133 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-56e54de7-866a-4097-aac1-5c00cc8ae6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:08.098833 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-56e54de7-866a-4097-aac1-5c00cc8ae6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:08.208569 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-56e54de7-866a-4097-aac1-5c00cc8ae6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:08.211100 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-56e54de7-866a-4097-aac1-5c00cc8ae6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:08.212267 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-56e54de7-866a-4097-aac1-5c00cc8ae6cd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6d0d4466-dd5c-44e2-ba73-d6ab5b237503 HTTP/1.1" status: 204 len: 168 time: 0.1780238 Jun 18 22:05:08.213086 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b3f5be5b-0f49-4a7c-af1c-38b0d332db50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:08.220474 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e54de7-866a-4097-aac1-5c00cc8ae6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0d4466-dd5c-44e2-ba73-d6ab5b237503,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:08.222921 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-56e54de7-866a-4097-aac1-5c00cc8ae6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:08.345531 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ba417cfe-7f7a-4dc9-86a4-01cb6dd9bfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:08.669506 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 69def435-16b3-443f-a157-d3deec9e7aca no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:05:08.693591 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 69def435-16b3-443f-a157-d3deec9e7aca {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:05:08.694077 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 69def435-16b3-443f-a157-d3deec9e7aca not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:05:08.793280 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded33547-b5fb-40f9-8041-3798241b9cfb req-083c44f7-aa0d-4737-b5fb-f8baa99c1384 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:08.794963 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ded33547-b5fb-40f9-8041-3798241b9cfb req-083c44f7-aa0d-4737-b5fb-f8baa99c1384 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0679715 Jun 18 22:05:08.835846 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ded33547-b5fb-40f9-8041-3798241b9cfb req-bd033b84-9db6-4758-ba4d-08fa456b9a10 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350454 Jun 18 22:05:08.914758 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:09.006252 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89712bf-7c3d-4c25-bfe4-9fee2d37abb5 req-ef9d1af1-6bdd-4a6c-849a-cc83ae582ed7 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:09.007694 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f89712bf-7c3d-4c25-bfe4-9fee2d37abb5 req-ef9d1af1-6bdd-4a6c-849a-cc83ae582ed7 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 946 time: 0.0702608 Jun 18 22:05:09.046399 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f89712bf-7c3d-4c25-bfe4-9fee2d37abb5 req-6c60fa53-6ebc-4e6c-88b2-2607d32c5c16 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326016 Jun 18 22:05:09.500055 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:10.010248 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553d3fe-4e4c-4780-9ed0-4aaf808c4f13 req-0572ddd2-fe43-4710-8acc-15e894c377db tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:10.012001 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4553d3fe-4e4c-4780-9ed0-4aaf808c4f13 req-0572ddd2-fe43-4710-8acc-15e894c377db tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0628750 Jun 18 22:05:10.051628 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4553d3fe-4e4c-4780-9ed0-4aaf808c4f13 req-cc9943ad-b621-4738-b548-b768f30408b3 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339587 Jun 18 22:05:10.224140 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dfcb0-2447-40fa-aded-9095178b7eb6 req-b2d279f4-0d17-4c7e-aa54-273c87b9d8f0 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:10.225575 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-854dfcb0-2447-40fa-aded-9095178b7eb6 req-b2d279f4-0d17-4c7e-aa54-273c87b9d8f0 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 946 time: 0.0636568 Jun 18 22:05:10.263013 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-854dfcb0-2447-40fa-aded-9095178b7eb6 req-db1a72e7-0985-4d01-8ca3-787585bf19eb tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317450 Jun 18 22:05:10.546828 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a36a9b-eecf-4d56-937f-468c2142274c req-0789189b-51b2-4e4e-9c31-75a9a501bf66 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:10.548426 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c7a36a9b-eecf-4d56-937f-468c2142274c req-0789189b-51b2-4e4e-9c31-75a9a501bf66 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0661798 Jun 18 22:05:10.609065 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c7a36a9b-eecf-4d56-937f-468c2142274c req-ec38d43b-1adb-45b2-8953-2207c0fc2b8f tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550570 Jun 18 22:05:10.637631 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951c4ae-8d25-4388-b394-1ae717aa51b2 req-c8f3c3d7-8c1b-49ed-b55e-8a1c553b6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:10.639159 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d951c4ae-8d25-4388-b394-1ae717aa51b2 req-c8f3c3d7-8c1b-49ed-b55e-8a1c553b6293 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=060b087bd54643a881c64aaba76b1ffe&device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 1098 time: 0.0599720 Jun 18 22:05:10.778624 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951c4ae-8d25-4388-b394-1ae717aa51b2 req-980f1287-7612-4317-ad9a-29e42bab796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:10.780033 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d951c4ae-8d25-4388-b394-1ae717aa51b2 req-980f1287-7612-4317-ad9a-29e42bab796c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba HTTP/1.1" status: 200 len: 912 time: 0.1220536 Jun 18 22:05:10.788153 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6449331-dfda-4019-876b-704ed2d8b7fb req-ae388bec-2d97-48ef-b656-d8741caabdfe tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:10.789440 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f6449331-dfda-4019-876b-704ed2d8b7fb req-ae388bec-2d97-48ef-b656-d8741caabdfe tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.44 "GET /v2.0/ports?device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 946 time: 0.1324959 Jun 18 22:05:10.892065 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d951c4ae-8d25-4388-b394-1ae717aa51b2 req-013a23e7-f964-4617-a991-78accc6015c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bfe51a8-4d7e-4fcf-88ff-73c816145275 HTTP/1.1" status: 200 len: 1000 time: 0.1017354 Jun 18 22:05:10.966676 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951c4ae-8d25-4388-b394-1ae717aa51b2 req-2672776b-bf20-450c-af6b-ceffbb7d8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:10.968141 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d951c4ae-8d25-4388-b394-1ae717aa51b2 req-2672776b-bf20-450c-af6b-ceffbb7d8a5c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e88c2615-07dc-46be-ba2d-38e20e9d69fe HTTP/1.1" status: 200 len: 850 time: 0.0596795 Jun 18 22:05:10.977251 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-f6449331-dfda-4019-876b-704ed2d8b7fb req-b9030f4d-4f57-46e7-ab2b-b1521cdef0ff tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Deleting port 1b5282f7-34f0-4108-9ffd-6aac3607c1c0 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:05:10.977592 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-f6449331-dfda-4019-876b-704ed2d8b7fb req-b9030f4d-4f57-46e7-ab2b-b1521cdef0ff tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:11.099078 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-f6449331-dfda-4019-876b-704ed2d8b7fb req-b9030f4d-4f57-46e7-ab2b-b1521cdef0ff tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] For port 1b5282f7-34f0-4108-9ffd-6aac3607c1c0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=1b5282f7-34f0-4108-9ffd-6aac3607c1c0,segment=NetworkSegment(1b120709-34cb-4f00-b4fc-a79711c7951d),segment_id=1b120709-34cb-4f00-b4fc-a79711c7951d)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:11.099737 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-f6449331-dfda-4019-876b-704ed2d8b7fb req-b9030f4d-4f57-46e7-ab2b-b1521cdef0ff tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:11.102989 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951c4ae-8d25-4388-b394-1ae717aa51b2 req-39b9004b-929f-4aa6-934b-07d663cfff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:11.104475 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d951c4ae-8d25-4388-b394-1ae717aa51b2 req-39b9004b-929f-4aa6-934b-07d663cfff30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1224265 Jun 18 22:05:11.174745 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-f6449331-dfda-4019-876b-704ed2d8b7fb req-b9030f4d-4f57-46e7-ab2b-b1521cdef0ff tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Calling delete_port for 1b5282f7-34f0-4108-9ffd-6aac3607c1c0 owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:05:11.302098 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d951c4ae-8d25-4388-b394-1ae717aa51b2 req-bbc88e29-4c82-4c6b-91d0-54c5b8a861a1 service neutron] 10.222.0.44 "GET /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867845 Jun 18 22:05:11.473901 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d951c4ae-8d25-4388-b394-1ae717aa51b2 req-c072a27a-f151-4b9a-abbc-0c5f6f408f2a service neutron] 10.222.0.44 "GET /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623280 Jun 18 22:05:11.496006 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd0565-e453-4a85-980b-b410552d9d7c req-49f42446-e1f8-429b-84ca-846de6f0ff07 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:11.497281 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1abd0565-e453-4a85-980b-b410552d9d7c req-49f42446-e1f8-429b-84ca-846de6f0ff07 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 946 time: 0.1066129 Jun 18 22:05:11.541343 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1abd0565-e453-4a85-980b-b410552d9d7c req-baa86eb2-dff9-4015-86ee-efdc93c46cc7 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354855 Jun 18 22:05:11.546625 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:11.547132 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-f6449331-dfda-4019-876b-704ed2d8b7fb req-b9030f4d-4f57-46e7-ab2b-b1521cdef0ff tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:11.552231 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:11.586478 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9030f4d-4f57-46e7-ab2b-b1521cdef0ff tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Pushing event deleted for resources: {'Port': ['ID=1b5282f7-34f0-4108-9ffd-6aac3607c1c0,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:11.588839 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['ef7eb14d-ec5b-41a3-8806-305621cdcf93'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:05:11.594201 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-b9030f4d-4f57-46e7-ab2b-b1521cdef0ff tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:11.635165 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6449331-dfda-4019-876b-704ed2d8b7fb req-b9030f4d-4f57-46e7-ab2b-b1521cdef0ff tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] No DVR routers for this DVR port 1b5282f7-34f0-4108-9ffd-6aac3607c1c0 on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:05:11.638575 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-f6449331-dfda-4019-876b-704ed2d8b7fb req-b9030f4d-4f57-46e7-ab2b-b1521cdef0ff tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:11.640767 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f6449331-dfda-4019-876b-704ed2d8b7fb req-b9030f4d-4f57-46e7-ab2b-b1521cdef0ff tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.44 "DELETE /v2.0/ports/1b5282f7-34f0-4108-9ffd-6aac3607c1c0 HTTP/1.1" status: 204 len: 173 time: 0.8428304 Jun 18 22:05:11.641287 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78695a47-9839-4ab9-921b-29b18abfb08f', 'name': 'network-vif-deleted', 'tag': '1b5282f7-34f0-4108-9ffd-6aac3607c1c0'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:05:11.643627 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70325381-57c4-4b50-a0e1-3bcac4093afd" -d '{"events": [{"server_uuid": "78695a47-9839-4ab9-921b-29b18abfb08f", "name": "network-vif-deleted", "tag": "1b5282f7-34f0-4108-9ffd-6aac3607c1c0"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:05:11.694239 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269f5a9f-08b5-46a2-9f67-801a953ab69c x-openstack-request-id: req-269f5a9f-08b5-46a2-9f67-801a953ab69c {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:05:11.694566 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78695a47-9839-4ab9-921b-29b18abfb08f", "name": "network-vif-deleted", "tag": "1b5282f7-34f0-4108-9ffd-6aac3607c1c0", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:05:11.694847 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-269f5a9f-08b5-46a2-9f67-801a953ab69c {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:05:11.695268 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78695a47-9839-4ab9-921b-29b18abfb08f', 'name': 'network-vif-deleted', 'tag': '1b5282f7-34f0-4108-9ffd-6aac3607c1c0', 'status': 'completed', 'code': 200} Jun 18 22:05:11.811123 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750e3c1-eae2-43e3-9576-c25a37c04c99 req-27326106-769f-4433-ad3d-01c1a195c23f tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:11.812514 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e750e3c1-eae2-43e3-9576-c25a37c04c99 req-27326106-769f-4433-ad3d-01c1a195c23f tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0636718 Jun 18 22:05:11.851569 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e750e3c1-eae2-43e3-9576-c25a37c04c99 req-fd077fbb-4b58-4a56-9ef7-b96ac56b36e2 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333574 Jun 18 22:05:12.708827 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8795be47-3933-4d4f-989d-c6b7ea121bf3 req-e5d02f1f-37f5-4b87-90cc-a01e195971ef tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=78695a47-9839-4ab9-921b-29b18abfb08f HTTP/1.1" status: 200 len: 210 time: 0.0328486 Jun 18 22:05:13.022592 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37253b83-9567-4cf5-ace3-6a066c6d6eaf req-2e1af187-654a-4ffc-be5d-9b26329ea2b8 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:13.023988 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-37253b83-9567-4cf5-ace3-6a066c6d6eaf req-2e1af187-654a-4ffc-be5d-9b26329ea2b8 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0625288 Jun 18 22:05:13.062914 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-37253b83-9567-4cf5-ace3-6a066c6d6eaf req-d5a07c3b-34e8-440a-8261-91dff78bf871 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331788 Jun 18 22:05:13.480815 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 1b5282f7-34f0-4108-9ffd-6aac3607c1c0 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:05:13.500702 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] No Port match for: 1b5282f7-34f0-4108-9ffd-6aac3607c1c0 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:05:13.501085 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 1b5282f7-34f0-4108-9ffd-6aac3607c1c0 not bound to the agent host hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:05:14.293014 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702b2eb-d7f6-4f4d-ae70-c0b32c9cceef req-fe410227-968b-4cf3-9221-cea590ccac89 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:14.294550 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3702b2eb-d7f6-4f4d-ae70-c0b32c9cceef req-fe410227-968b-4cf3-9221-cea590ccac89 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.0649610 Jun 18 22:05:14.370169 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3702b2eb-d7f6-4f4d-ae70-c0b32c9cceef req-2c37d4b4-f18c-489d-ab2d-ba04dfd48b2d tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=75f82a36-cc6d-4a59-b51f-477f588ada9c&id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689919 Jun 18 22:05:14.398640 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50000b-1ba6-4975-96c5-08ac1f8661f2 req-e1ccbbb2-e276-47ff-a554-a204ce73f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:14.402176 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ab50000b-1ba6-4975-96c5-08ac1f8661f2 req-e1ccbbb2-e276-47ff-a554-a204ce73f5d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b54bd8f50e44b159a9735b0e6072e2a&device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 1137 time: 0.0839183 Jun 18 22:05:14.491089 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50000b-1ba6-4975-96c5-08ac1f8661f2 req-8c2aecaa-5c2e-4a6f-8649-fe49e776a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:14.492503 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ab50000b-1ba6-4975-96c5-08ac1f8661f2 req-8c2aecaa-5c2e-4a6f-8649-fe49e776a0e3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 HTTP/1.1" status: 200 len: 915 time: 0.0854933 Jun 18 22:05:14.563619 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ab50000b-1ba6-4975-96c5-08ac1f8661f2 req-1aa4c2ed-a335-4f10-ad3b-c6ee5d2e6f4f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3951007-e871-4bae-8fc7-00eab61ec720 HTTP/1.1" status: 200 len: 1000 time: 0.0637906 Jun 18 22:05:14.614011 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50000b-1ba6-4975-96c5-08ac1f8661f2 req-cea333af-126c-463b-a9d2-fe453c269c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:14.615454 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ab50000b-1ba6-4975-96c5-08ac1f8661f2 req-cea333af-126c-463b-a9d2-fe453c269c53 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04b18992-a64d-4ec3-9a38-c5bc3c8cd36f HTTP/1.1" status: 200 len: 853 time: 0.0440791 Jun 18 22:05:14.679202 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50000b-1ba6-4975-96c5-08ac1f8661f2 req-aa4af902-3788-4a64-a9b4-063b46d8df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:14.680719 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ab50000b-1ba6-4975-96c5-08ac1f8661f2 req-aa4af902-3788-4a64-a9b4-063b46d8df6f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52150e85-19ba-4d4a-a3c3-ffe0bfb5c484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519931 Jun 18 22:05:14.784507 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ab50000b-1ba6-4975-96c5-08ac1f8661f2 req-7aca132f-477e-4e3d-8667-75db5cc9a60c service neutron] 10.222.0.44 "GET /v2.0/networks/52150e85-19ba-4d4a-a3c3-ffe0bfb5c484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858145 Jun 18 22:05:14.875173 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ab50000b-1ba6-4975-96c5-08ac1f8661f2 req-16c29ce9-f1ad-4955-984d-78fda2e7aa16 service neutron] 10.222.0.44 "GET /v2.0/networks/52150e85-19ba-4d4a-a3c3-ffe0bfb5c484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831590 Jun 18 22:05:15.561196 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e12273-a785-44d7-a9ef-f62a5dabbb8e req-072e6d8a-9279-4dd2-b4cf-98a378f7381b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:15.562747 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6e12273-a785-44d7-a9ef-f62a5dabbb8e req-072e6d8a-9279-4dd2-b4cf-98a378f7381b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.0720873 Jun 18 22:05:15.630744 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6e12273-a785-44d7-a9ef-f62a5dabbb8e req-faa94c48-2d0c-443d-b2db-1aec7dda4078 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=75f82a36-cc6d-4a59-b51f-477f588ada9c&id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565064 Jun 18 22:05:15.653585 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7c416-5736-4e38-953b-461116ccde1a req-5a250699-660b-4965-9469-ccffa10a8dac tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:15.654997 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7fd7c416-5736-4e38-953b-461116ccde1a req-5a250699-660b-4965-9469-ccffa10a8dac tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=fffd14a5-617b-4e4c-8c87-e29ac57d01c5 HTTP/1.1" status: 200 len: 945 time: 0.0904593 Jun 18 22:05:15.690782 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7fd7c416-5736-4e38-953b-461116ccde1a req-8bff00e6-76da-4044-98b2-0c2cb265d061 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301919 Jun 18 22:05:16.873144 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd366e-a7ac-4b1e-a206-f7e47e99e20b req-c384cb9e-a82f-4096-ae20-6c38ffe47486 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:16.874483 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2bdd366e-a7ac-4b1e-a206-f7e47e99e20b req-c384cb9e-a82f-4096-ae20-6c38ffe47486 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=fffd14a5-617b-4e4c-8c87-e29ac57d01c5 HTTP/1.1" status: 200 len: 945 time: 0.0663524 Jun 18 22:05:16.937148 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2bdd366e-a7ac-4b1e-a206-f7e47e99e20b req-3012b70a-219d-487c-8fd4-b06882da7112 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571582 Jun 18 22:05:16.967669 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac753263-8d76-4553-820b-fd798b29d547 req-c75e7d67-f0c4-42cc-8f00-9f18cde5190f tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:16.969131 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ac753263-8d76-4553-820b-fd798b29d547 req-c75e7d67-f0c4-42cc-8f00-9f18cde5190f tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.0763752 Jun 18 22:05:17.007848 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ac753263-8d76-4553-820b-fd798b29d547 req-17942dc7-dfdd-4017-ae82-526936bad7bc tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=75f82a36-cc6d-4a59-b51f-477f588ada9c&id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329702 Jun 18 22:05:17.743666 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb850f75-fbe4-41e0-819c-9828cac65f33 req-74b8d952-4fa6-4b8f-8833-391c94a25116 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:17.745117 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eb850f75-fbe4-41e0-819c-9828cac65f33 req-74b8d952-4fa6-4b8f-8833-391c94a25116 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.44 "GET /v2.0/ports?device_id=fffd14a5-617b-4e4c-8c87-e29ac57d01c5 HTTP/1.1" status: 200 len: 945 time: 0.0618019 Jun 18 22:05:17.846371 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-eb850f75-fbe4-41e0-819c-9828cac65f33 req-ee0d87f1-e444-484a-8c58-7a793e8ffdf8 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Deleting port ef7eb14d-ec5b-41a3-8806-305621cdcf93 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:05:17.846712 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-eb850f75-fbe4-41e0-819c-9828cac65f33 req-ee0d87f1-e444-484a-8c58-7a793e8ffdf8 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:17.934042 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-eb850f75-fbe4-41e0-819c-9828cac65f33 req-ee0d87f1-e444-484a-8c58-7a793e8ffdf8 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] For port ef7eb14d-ec5b-41a3-8806-305621cdcf93, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=ef7eb14d-ec5b-41a3-8806-305621cdcf93,segment=NetworkSegment(1b120709-34cb-4f00-b4fc-a79711c7951d),segment_id=1b120709-34cb-4f00-b4fc-a79711c7951d)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:17.934709 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-eb850f75-fbe4-41e0-819c-9828cac65f33 req-ee0d87f1-e444-484a-8c58-7a793e8ffdf8 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:18.002585 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-eb850f75-fbe4-41e0-819c-9828cac65f33 req-ee0d87f1-e444-484a-8c58-7a793e8ffdf8 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Calling delete_port for ef7eb14d-ec5b-41a3-8806-305621cdcf93 owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:05:18.059039 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:18.175648 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797f6b7-0f2f-4bae-a075-f722a1a74c87 req-bd966d83-699b-4c0d-805b-139ec55a363d tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:18.177120 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7797f6b7-0f2f-4bae-a075-f722a1a74c87 req-bd966d83-699b-4c0d-805b-139ec55a363d tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=fffd14a5-617b-4e4c-8c87-e29ac57d01c5 HTTP/1.1" status: 200 len: 945 time: 0.1281414 Jun 18 22:05:18.273989 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6d86a-b1bc-4b9c-beb0-6641d00dddd6 req-fd6a27a2-8c14-43c1-b906-6c139d57141a tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:18.275490 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3ea6d86a-b1bc-4b9c-beb0-6641d00dddd6 req-fd6a27a2-8c14-43c1-b906-6c139d57141a tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.1542070 Jun 18 22:05:18.278482 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7797f6b7-0f2f-4bae-a075-f722a1a74c87 req-526e9f3b-a4d1-4708-9cf7-e0a543244876 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f900ad0-d62f-4114-8b91-69f803158df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825429 Jun 18 22:05:18.317296 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3ea6d86a-b1bc-4b9c-beb0-6641d00dddd6 req-b9057e5f-be0c-4201-aa4d-25ea2609f814 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=75f82a36-cc6d-4a59-b51f-477f588ada9c&id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355341 Jun 18 22:05:18.341401 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-eb850f75-fbe4-41e0-819c-9828cac65f33 req-ee0d87f1-e444-484a-8c58-7a793e8ffdf8 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:18.345631 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bb7d5335-63bb-4751-90dd-c5bd3e5cc4d5 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:18.371058 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d87f1-e444-484a-8c58-7a793e8ffdf8 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Pushing event deleted for resources: {'Port': ['ID=ef7eb14d-ec5b-41a3-8806-305621cdcf93,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:18.378565 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ee0d87f1-e444-484a-8c58-7a793e8ffdf8 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:18.398191 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['ef7eb14d-ec5b-41a3-8806-305621cdcf93'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:05:18.418379 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb850f75-fbe4-41e0-819c-9828cac65f33 req-ee0d87f1-e444-484a-8c58-7a793e8ffdf8 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] No DVR routers for this DVR port ef7eb14d-ec5b-41a3-8806-305621cdcf93 on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:05:18.421356 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-eb850f75-fbe4-41e0-819c-9828cac65f33 req-ee0d87f1-e444-484a-8c58-7a793e8ffdf8 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:18.423313 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eb850f75-fbe4-41e0-819c-9828cac65f33 req-ee0d87f1-e444-484a-8c58-7a793e8ffdf8 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.44 "DELETE /v2.0/ports/ef7eb14d-ec5b-41a3-8806-305621cdcf93 HTTP/1.1" status: 204 len: 173 time: 0.6723309 Jun 18 22:05:18.423802 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffd14a5-617b-4e4c-8c87-e29ac57d01c5', 'name': 'network-vif-deleted', 'tag': 'ef7eb14d-ec5b-41a3-8806-305621cdcf93'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:05:18.426147 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1dba57-6186-492b-a98a-097bc6b40c82" -d '{"events": [{"server_uuid": "fffd14a5-617b-4e4c-8c87-e29ac57d01c5", "name": "network-vif-deleted", "tag": "ef7eb14d-ec5b-41a3-8806-305621cdcf93"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:05:18.461289 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617020d1-a41b-41af-88fd-6c592acf3d42 x-openstack-request-id: req-617020d1-a41b-41af-88fd-6c592acf3d42 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:05:18.461600 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffd14a5-617b-4e4c-8c87-e29ac57d01c5", "name": "network-vif-deleted", "tag": "ef7eb14d-ec5b-41a3-8806-305621cdcf93", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:05:18.461879 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-617020d1-a41b-41af-88fd-6c592acf3d42 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:05:18.462300 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffd14a5-617b-4e4c-8c87-e29ac57d01c5', 'name': 'network-vif-deleted', 'tag': 'ef7eb14d-ec5b-41a3-8806-305621cdcf93', 'status': 'completed', 'code': 200} Jun 18 22:05:18.811342 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-df58c79d-1f40-43ac-976f-dd27f6b7649e req-0bd4013e-8740-4af7-a45b-c1ed55be33fa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536256 Jun 18 22:05:18.936665 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58c79d-1f40-43ac-976f-dd27f6b7649e req-84035ac5-34cd-4aef-b647-20c91d2cb93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:18.938119 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-df58c79d-1f40-43ac-976f-dd27f6b7649e req-84035ac5-34cd-4aef-b647-20c91d2cb93d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=060b087bd54643a881c64aaba76b1ffe&device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 1098 time: 0.0547984 Jun 18 22:05:19.043384 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58c79d-1f40-43ac-976f-dd27f6b7649e req-69e9c15b-3621-4870-ab2c-1fc8b6d163db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:19.044917 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-df58c79d-1f40-43ac-976f-dd27f6b7649e req-69e9c15b-3621-4870-ab2c-1fc8b6d163db service neutron] 10.222.0.44 "GET /v2.0/networks?id=b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba HTTP/1.1" status: 200 len: 912 time: 0.0841377 Jun 18 22:05:19.115975 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-df58c79d-1f40-43ac-976f-dd27f6b7649e req-9159ab6a-547a-4ff9-9b4b-cf017f291a79 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bfe51a8-4d7e-4fcf-88ff-73c816145275 HTTP/1.1" status: 200 len: 1000 time: 0.0593293 Jun 18 22:05:19.142056 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:05:19.164626 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58c79d-1f40-43ac-976f-dd27f6b7649e req-99785fad-850a-4e0b-9bf7-ad30166d140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:19.166915 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-df58c79d-1f40-43ac-976f-dd27f6b7649e req-99785fad-850a-4e0b-9bf7-ad30166d140c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e88c2615-07dc-46be-ba2d-38e20e9d69fe HTTP/1.1" status: 200 len: 850 time: 0.0420060 Jun 18 22:05:19.224020 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58c79d-1f40-43ac-976f-dd27f6b7649e req-52832dda-7266-460f-b277-a724e1a146ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:19.225504 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-df58c79d-1f40-43ac-976f-dd27f6b7649e req-52832dda-7266-460f-b277-a724e1a146ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506804 Jun 18 22:05:19.319744 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-df58c79d-1f40-43ac-976f-dd27f6b7649e req-0dc3e48a-2751-46f1-ab8a-0e734d5169a4 service neutron] 10.222.0.44 "GET /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861850 Jun 18 22:05:19.422605 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-df58c79d-1f40-43ac-976f-dd27f6b7649e req-70b4b1a0-059b-4ad4-a7cb-6b8339ba5988 service neutron] 10.222.0.44 "GET /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873456 Jun 18 22:05:19.489118 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-af9fce2d-7520-44ad-8b07-478662217c21 req-112dbf26-fa78-4b64-be7a-67a7a773282f tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] 10.222.0.38 "GET /v2.0/ports?device_id=fffd14a5-617b-4e4c-8c87-e29ac57d01c5 HTTP/1.1" status: 200 len: 210 time: 0.0348449 Jun 18 22:05:19.527433 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37902) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:19.559593 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f075b15-20d5-49d0-bded-76c5faa86d64 req-7fc5f5b5-2425-4b06-a861-1513a9093105 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:19.561312 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3f075b15-20d5-49d0-bded-76c5faa86d64 req-7fc5f5b5-2425-4b06-a861-1513a9093105 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.0923808 Jun 18 22:05:19.615639 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3f075b15-20d5-49d0-bded-76c5faa86d64 req-49e5c2df-8746-49ae-a3fd-2faf92c3af97 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=75f82a36-cc6d-4a59-b51f-477f588ada9c&id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0476854 Jun 18 22:05:19.673250 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e0b0cf16-f581-4ce1-811d-db8c456d547d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:19.765376 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e0b0cf16-f581-4ce1-811d-db8c456d547d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:19.827928 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e0b0cf16-f581-4ce1-811d-db8c456d547d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:19.831816 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-ec21547d-97b8-4e4c-b8b6-6325c6a7c280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:19.867665 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-e0b0cf16-f581-4ce1-811d-db8c456d547d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=18814ea2caea4b7dbcf51ff2430acd37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384399 Jun 18 22:05:19.868628 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0cf16-f581-4ce1-811d-db8c456d547d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0536d2dc-7fe7-441b-a399-d702183f7586,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:19.870440 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 37906) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:19.871620 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-e0b0cf16-f581-4ce1-811d-db8c456d547d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:19.918556 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-267c5c21-864d-4dad-bff8-78f379f0601a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:19.939935 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-267c5c21-864d-4dad-bff8-78f379f0601a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:20.119189 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-267c5c21-864d-4dad-bff8-78f379f0601a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:20.121929 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-267c5c21-864d-4dad-bff8-78f379f0601a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:20.123756 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-267c5c21-864d-4dad-bff8-78f379f0601a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0536d2dc-7fe7-441b-a399-d702183f7586 HTTP/1.1" status: 204 len: 168 time: 0.2517266 Jun 18 22:05:20.124562 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-86183bc1-0cf4-4eb4-9019-a3ad6a8700f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:20.132042 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c5c21-864d-4dad-bff8-78f379f0601a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0536d2dc-7fe7-441b-a399-d702183f7586,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:20.134543 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-267c5c21-864d-4dad-bff8-78f379f0601a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:20.596058 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 37920) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:20.642715 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0401e4d-6c75-4015-b3bd-8cc4c3e297cc admin admin] Deleting subnet 82374838-d364-4f4d-9932-55108600dd39 {{(pid=93154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:05:20.646107 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e0401e4d-6c75-4015-b3bd-8cc4c3e297cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:20.684846 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e0401e4d-6c75-4015-b3bd-8cc4c3e297cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11814656'] for subnet, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:20.726994 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e0401e4d-6c75-4015-b3bd-8cc4c3e297cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814669'] for subnet, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:20.832140 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a9df1-1d64-4c54-ad2d-40009924e6ba req-06d81cfa-b220-4c04-b4a1-8cc1f6f3abcf tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:20.832140 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-170a9df1-1d64-4c54-ad2d-40009924e6ba req-06d81cfa-b220-4c04-b4a1-8cc1f6f3abcf tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.0858381 Jun 18 22:05:20.879325 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e0401e4d-6c75-4015-b3bd-8cc4c3e297cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9074105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11780518'] for subnet, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:20.885550 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-170a9df1-1d64-4c54-ad2d-40009924e6ba req-f6d4e208-afc1-406c-aff7-e94b043a9988 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=75f82a36-cc6d-4a59-b51f-477f588ada9c&id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0478299 Jun 18 22:05:20.887007 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-61800275-f703-4af6-b918-2dfa0dac519e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:20.913110 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e0401e4d-6c75-4015-b3bd-8cc4c3e297cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:20.915451 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-e0401e4d-6c75-4015-b3bd-8cc4c3e297cc admin admin] 10.222.0.38 "DELETE /v2.0/subnets/82374838-d364-4f4d-9932-55108600dd39 HTTP/1.1" status: 204 len: 168 time: 0.3180468 Jun 18 22:05:20.916800 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0401e4d-6c75-4015-b3bd-8cc4c3e297cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82374838-d364-4f4d-9932-55108600dd39,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:20.917892 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37932) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:20.919181 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-e0401e4d-6c75-4015-b3bd-8cc4c3e297cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:20.983914 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-836cbcae-c49c-4e20-821b-3e093744bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780721'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:21.060966 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-836cbcae-c49c-4e20-821b-3e093744bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817618', 'neutron.services.segments.db._delete_segments_for_network-8737367115731'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:21.070471 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-836cbcae-c49c-4e20-821b-3e093744bb0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66cd9a0-4495-46b4-8965-0b3794f85407']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:21.081162 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-836cbcae-c49c-4e20-821b-3e093744bb0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b120709-34cb-4f00-b4fc-a79711c7951d') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:21.081458 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-836cbcae-c49c-4e20-821b-3e093744bb0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b120709-34cb-4f00-b4fc-a79711c7951d') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:21.090043 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-836cbcae-c49c-4e20-821b-3e093744bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737367115560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460690'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:21.103993 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-836cbcae-c49c-4e20-821b-3e093744bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:21.109869 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836cbcae-c49c-4e20-821b-3e093744bb0d admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:05:21.110273 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-836cbcae-c49c-4e20-821b-3e093744bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454771'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: Traceback (most recent call last): Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: timer() Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: cb(*args, **kw) Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: return func(*args, **kwargs) Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: self._notify() Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: self.callback(batched_events) Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: event.method(event) Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: return f(self, *a, **k) Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._get(url).json() Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:05:21.111838 dv-cinder-766752-3-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:05:21.239313 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-836cbcae-c49c-4e20-821b-3e093744bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546235'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:21.242925 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:21.249281 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-836cbcae-c49c-4e20-821b-3e093744bb0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:21.249281 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-836cbcae-c49c-4e20-821b-3e093744bb0d admin admin] 10.222.0.38 "DELETE /v2.0/networks/f66cd9a0-4495-46b4-8965-0b3794f85407 HTTP/1.1" status: 204 len: 168 time: 0.3281872 Jun 18 22:05:21.258475 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cbcae-c49c-4e20-821b-3e093744bb0d admin admin] Pushing event deleted for resources: {'Network': ['ID=f66cd9a0-4495-46b4-8965-0b3794f85407,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:21.260706 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-836cbcae-c49c-4e20-821b-3e093744bb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:21.503344 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device ef7eb14d-ec5b-41a3-8806-305621cdcf93 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:05:21.524357 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] No Port match for: ef7eb14d-ec5b-41a3-8806-305621cdcf93 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:05:21.524708 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device ef7eb14d-ec5b-41a3-8806-305621cdcf93 not bound to the agent host hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:05:21.592295 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37948) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:21.635940 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ba26cca5-2149-4de5-94d9-fe2a8867df48 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bcfc9ad4e16e41faad1eec1dd49c373a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422447 Jun 18 22:05:21.638269 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 37950) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:21.686473 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e50fbcb3-ab5a-4e37-a256-a77f58a8b797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:21.706949 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e50fbcb3-ab5a-4e37-a256-a77f58a8b797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:21.827934 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e50fbcb3-ab5a-4e37-a256-a77f58a8b797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:21.830630 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e50fbcb3-ab5a-4e37-a256-a77f58a8b797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:21.831919 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-e50fbcb3-ab5a-4e37-a256-a77f58a8b797 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2f900ad0-d62f-4114-8b91-69f803158df3 HTTP/1.1" status: 204 len: 168 time: 0.1927361 Jun 18 22:05:21.832798 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d95087a4-d120-48b7-88af-f81b8a40602d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:21.841226 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fbcb3-ab5a-4e37-a256-a77f58a8b797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f900ad0-d62f-4114-8b91-69f803158df3,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:21.850001 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-e50fbcb3-ab5a-4e37-a256-a77f58a8b797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:22.060674 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac18ad-ff02-4a34-9e77-2ad325403ea4 req-e8047b70-57f6-4a68-837d-44e09a6bf82f tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:22.062016 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1bac18ad-ff02-4a34-9e77-2ad325403ea4 req-e8047b70-57f6-4a68-837d-44e09a6bf82f tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.0648613 Jun 18 22:05:22.102159 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1bac18ad-ff02-4a34-9e77-2ad325403ea4 req-0f750968-2e5e-46a6-a802-4b48644554bf tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=75f82a36-cc6d-4a59-b51f-477f588ada9c&id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342953 Jun 18 22:05:23.298428 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aadb96-6977-4b19-b739-a821fe8ec89b req-27f8ae6f-8894-4026-806f-a2333ec6a903 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:23.299899 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f2aadb96-6977-4b19-b739-a821fe8ec89b req-27f8ae6f-8894-4026-806f-a2333ec6a903 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.0710101 Jun 18 22:05:23.340337 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f2aadb96-6977-4b19-b739-a821fe8ec89b req-6ecba5a7-9d28-49c9-b530-422e168252f1 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=75f82a36-cc6d-4a59-b51f-477f588ada9c&id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343528 Jun 18 22:05:24.513557 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8076b-468b-4a2a-b70f-4cc706504339 req-7176a314-bb08-4a5f-b335-76d4653ae6d5 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:24.514973 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-75c8076b-468b-4a2a-b70f-4cc706504339 req-7176a314-bb08-4a5f-b335-76d4653ae6d5 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.0630183 Jun 18 22:05:24.555958 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-75c8076b-468b-4a2a-b70f-4cc706504339 req-488df408-679d-4ca5-8287-2737aebcde27 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=75f82a36-cc6d-4a59-b51f-477f588ada9c&id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344892 Jun 18 22:05:25.732876 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1ba5c-6892-4fa3-923f-23bdf8d6af7d req-41945dc1-2b10-4ca4-a059-ccdcece3e669 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:25.734222 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6d1ba5c-6892-4fa3-923f-23bdf8d6af7d req-41945dc1-2b10-4ca4-a059-ccdcece3e669 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.0644159 Jun 18 22:05:25.774135 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6d1ba5c-6892-4fa3-923f-23bdf8d6af7d req-b58abe8c-0bdf-4474-8ef0-c020d51531b1 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=75f82a36-cc6d-4a59-b51f-477f588ada9c&id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341148 Jun 18 22:05:26.950157 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcff14d-a185-4f3a-8fe4-07cf4493bdce req-de7ec12a-8273-487d-b03e-14969ff3576d tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:26.951848 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1bcff14d-a185-4f3a-8fe4-07cf4493bdce req-de7ec12a-8273-487d-b03e-14969ff3576d tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.0675063 Jun 18 22:05:26.994450 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1bcff14d-a185-4f3a-8fe4-07cf4493bdce req-40d6c8f9-6f56-4596-9754-ed59ed1e87bc tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=75f82a36-cc6d-4a59-b51f-477f588ada9c&id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360699 Jun 18 22:05:27.498395 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 38096) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:27.600907 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4f4f184d-7298-4cca-ba11-319dfa9652c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:27.687781 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4f4f184d-7298-4cca-ba11-319dfa9652c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:27.757388 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4f4f184d-7298-4cca-ba11-319dfa9652c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:27.761023 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-56e54de7-866a-4097-aac1-5c00cc8ae6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:27.795780 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-4f4f184d-7298-4cca-ba11-319dfa9652c2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=45780928801042c4b38773acad2c5b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957683 Jun 18 22:05:27.796673 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f184d-7298-4cca-ba11-319dfa9652c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dcae37-93b1-4d06-82b8-97d75bf84961,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:27.798980 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 38100) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:27.799963 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-4f4f184d-7298-4cca-ba11-319dfa9652c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:27.846588 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-88e1e92f-f59a-4d2c-9189-22c0c25ce214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:27.866289 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-88e1e92f-f59a-4d2c-9189-22c0c25ce214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:27.962970 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-88e1e92f-f59a-4d2c-9189-22c0c25ce214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:27.965523 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-88e1e92f-f59a-4d2c-9189-22c0c25ce214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:27.966623 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-88e1e92f-f59a-4d2c-9189-22c0c25ce214 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/32dcae37-93b1-4d06-82b8-97d75bf84961 HTTP/1.1" status: 204 len: 168 time: 0.1663146 Jun 18 22:05:27.967345 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-df6bf893-7277-4528-ae1f-9c3d261ca4c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:27.975408 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1e92f-f59a-4d2c-9189-22c0c25ce214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dcae37-93b1-4d06-82b8-97d75bf84961,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:27.978940 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-88e1e92f-f59a-4d2c-9189-22c0c25ce214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:28.172752 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172f257-1156-4d5b-9233-96640be8b99a req-70500a33-cb59-4b7e-abfd-822f2ca34a0f tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:28.174345 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0172f257-1156-4d5b-9233-96640be8b99a req-70500a33-cb59-4b7e-abfd-822f2ca34a0f tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.0662494 Jun 18 22:05:28.214274 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0172f257-1156-4d5b-9233-96640be8b99a req-43b307c3-f9e9-4965-a6d1-7983430690e6 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=75f82a36-cc6d-4a59-b51f-477f588ada9c&id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340390 Jun 18 22:05:28.525983 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 38110) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:28.541966 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-befe873f-990a-4b81-b760-88d4264f8157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:28.629007 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-befe873f-990a-4b81-b760-88d4264f8157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:28.717806 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-befe873f-990a-4b81-b760-88d4264f8157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:28.720951 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-ed1a2f2e-c6b4-40c7-9851-44c9357b0eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:28.756823 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-befe873f-990a-4b81-b760-88d4264f8157 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e5453efa93c46d4b4d160fd76b509ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296469 Jun 18 22:05:28.757624 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe873f-990a-4b81-b760-88d4264f8157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46418ea6-d178-477a-9681-df4774342509,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:28.760483 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 38124) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:28.769341 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-befe873f-990a-4b81-b760-88d4264f8157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:28.812218 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3c000d81-ccea-4a49-a779-55d2c36ce0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:28.833025 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3c000d81-ccea-4a49-a779-55d2c36ce0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:28.942847 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3c000d81-ccea-4a49-a779-55d2c36ce0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:28.945518 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3c000d81-ccea-4a49-a779-55d2c36ce0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:28.948821 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-3c000d81-ccea-4a49-a779-55d2c36ce0dc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46418ea6-d178-477a-9681-df4774342509 HTTP/1.1" status: 204 len: 168 time: 0.1848726 Jun 18 22:05:28.948821 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-fd8e110b-77fa-4fe1-98ec-72b623c3df69 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:28.955472 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c000d81-ccea-4a49-a779-55d2c36ce0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46418ea6-d178-477a-9681-df4774342509,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:28.957771 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-3c000d81-ccea-4a49-a779-55d2c36ce0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:29.394905 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26fc0a-6f55-4436-a5ac-33e8be5cc9d5 req-df2f7f32-36f3-4173-9db5-cdbe2b50a18b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:29.396260 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4f26fc0a-6f55-4436-a5ac-33e8be5cc9d5 req-df2f7f32-36f3-4173-9db5-cdbe2b50a18b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.0611739 Jun 18 22:05:29.438170 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4f26fc0a-6f55-4436-a5ac-33e8be5cc9d5 req-f1bf423b-3075-4888-a03c-d1f8be0d6085 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=75f82a36-cc6d-4a59-b51f-477f588ada9c&id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361683 Jun 18 22:05:29.621812 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 38144) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:29.635320 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5276bca4-b2ed-43bc-a11d-83c85207e0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:29.720347 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5276bca4-b2ed-43bc-a11d-83c85207e0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:29.791570 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5276bca4-b2ed-43bc-a11d-83c85207e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:29.794912 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-2e590313-d5b5-4f2a-b79e-95a4e7a302c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:29.830080 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-5276bca4-b2ed-43bc-a11d-83c85207e0cb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3a380380089d48a695e255aef040ec52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072041 Jun 18 22:05:29.831287 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276bca4-b2ed-43bc-a11d-83c85207e0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36c7319-74bd-4762-bfb9-a220551980c7,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:29.833219 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 38146) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:29.834424 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-5276bca4-b2ed-43bc-a11d-83c85207e0cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:29.881402 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e0c70223-c2c3-4295-b686-dddbad872b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:29.901493 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e0c70223-c2c3-4295-b686-dddbad872b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:30.020739 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e0c70223-c2c3-4295-b686-dddbad872b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:30.023311 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e0c70223-c2c3-4295-b686-dddbad872b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:30.024457 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-e0c70223-c2c3-4295-b686-dddbad872b4d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e36c7319-74bd-4762-bfb9-a220551980c7 HTTP/1.1" status: 204 len: 168 time: 0.1902082 Jun 18 22:05:30.025212 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-4574274e-2945-460b-8214-6e8eaec91306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:30.032530 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c70223-c2c3-4295-b686-dddbad872b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36c7319-74bd-4762-bfb9-a220551980c7,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:30.039595 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-e0c70223-c2c3-4295-b686-dddbad872b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:30.610806 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd626c-721b-4b08-bd3f-5fdee6d72fa8 req-bcb92e2b-69b0-4ec8-9c76-f0f48f97543e tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:30.612313 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7bbd626c-721b-4b08-bd3f-5fdee6d72fa8 req-bcb92e2b-69b0-4ec8-9c76-f0f48f97543e tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.0626378 Jun 18 22:05:30.653826 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7bbd626c-721b-4b08-bd3f-5fdee6d72fa8 req-2ad4b800-f974-44ac-b235-7a9f8f09bbcf tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=75f82a36-cc6d-4a59-b51f-477f588ada9c&id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355964 Jun 18 22:05:31.831349 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c71cf-9b67-480c-b58f-0d82013fc4e1 req-f65d80a1-a217-48a2-b2e3-999f81a5d32d tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:31.832960 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8f9c71cf-9b67-480c-b58f-0d82013fc4e1 req-f65d80a1-a217-48a2-b2e3-999f81a5d32d tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.0667098 Jun 18 22:05:32.145847 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8f9c71cf-9b67-480c-b58f-0d82013fc4e1 req-6a591b2e-2d47-4989-b616-0648c2c46de7 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=75f82a36-cc6d-4a59-b51f-477f588ada9c&id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3067729 Jun 18 22:05:33.320934 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e255d1b-c070-4474-92a1-7404666b915c req-a9f474df-c39b-4947-9e02-82d790f9322b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:33.322360 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8e255d1b-c070-4474-92a1-7404666b915c req-a9f474df-c39b-4947-9e02-82d790f9322b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.0624375 Jun 18 22:05:33.367732 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8e255d1b-c070-4474-92a1-7404666b915c req-3c684b64-670c-45b2-8329-1e906f4ac2e9 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=75f82a36-cc6d-4a59-b51f-477f588ada9c&id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339329 Jun 18 22:05:33.562345 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 38270) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:33.661901 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7b7e58b2-d8c8-482e-8a6a-61602fb23141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:33.753784 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7b7e58b2-d8c8-482e-8a6a-61602fb23141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:33.838158 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7b7e58b2-d8c8-482e-8a6a-61602fb23141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:33.841922 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-4f4f184d-7298-4cca-ba11-319dfa9652c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:33.880441 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-7b7e58b2-d8c8-482e-8a6a-61602fb23141 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=657c977faae34253b68ad80f59b847da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146486 Jun 18 22:05:33.880441 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e58b2-d8c8-482e-8a6a-61602fb23141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5256baca-4c74-4c99-bd61-e41d906f9581,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:33.880956 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 38278) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:33.882050 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7b7e58b2-d8c8-482e-8a6a-61602fb23141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:33.930621 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-051164b3-be2d-4022-9196-79ed8a1a1aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:33.950320 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-051164b3-be2d-4022-9196-79ed8a1a1aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:34.132789 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-051164b3-be2d-4022-9196-79ed8a1a1aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:34.135860 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-051164b3-be2d-4022-9196-79ed8a1a1aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:34.139517 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-051164b3-be2d-4022-9196-79ed8a1a1aa9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5256baca-4c74-4c99-bd61-e41d906f9581 HTTP/1.1" status: 204 len: 168 time: 0.2548406 Jun 18 22:05:34.139517 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-88e1e92f-f59a-4d2c-9189-22c0c25ce214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:34.148213 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051164b3-be2d-4022-9196-79ed8a1a1aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5256baca-4c74-4c99-bd61-e41d906f9581,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:34.150299 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-051164b3-be2d-4022-9196-79ed8a1a1aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:34.445353 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64451c8-c014-4f36-b3c4-0ed3e3310fa1 req-9a81b04a-ef99-4ab0-9f54-ea03bc0d478a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:34.446834 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d64451c8-c014-4f36-b3c4-0ed3e3310fa1 req-9a81b04a-ef99-4ab0-9f54-ea03bc0d478a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 946 time: 0.0647502 Jun 18 22:05:34.496426 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d64451c8-c014-4f36-b3c4-0ed3e3310fa1 req-b2cfdc18-efac-4d5f-b5fa-439e6ad42000 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436633 Jun 18 22:05:34.550782 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a26e9a-90fb-47cb-b119-253f21ddace8 req-c52f812f-3ed6-42cd-b268-b374e1ca6780 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:34.552247 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-31a26e9a-90fb-47cb-b119-253f21ddace8 req-c52f812f-3ed6-42cd-b268-b374e1ca6780 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.0673168 Jun 18 22:05:34.590752 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-31a26e9a-90fb-47cb-b119-253f21ddace8 req-f94d89df-c7d7-43f8-ba9f-c4cc34f7e862 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=75f82a36-cc6d-4a59-b51f-477f588ada9c&id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327244 Jun 18 22:05:34.807445 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 38298) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:34.820974 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0fe53802-8081-48c5-8330-1fc6a8a0a1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:34.906411 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0fe53802-8081-48c5-8330-1fc6a8a0a1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:34.994638 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0fe53802-8081-48c5-8330-1fc6a8a0a1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:34.998086 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-b7af9fdb-6d73-42a1-a722-900c7d2f6d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:35.033876 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-0fe53802-8081-48c5-8330-1fc6a8a0a1e3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e6d17c0198b94014ab8417ef78c789b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251894 Jun 18 22:05:35.035033 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe53802-8081-48c5-8330-1fc6a8a0a1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6efe825-f84d-47ab-a2c3-a19e0830a0f1,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:35.036326 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 38300) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:35.038022 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-0fe53802-8081-48c5-8330-1fc6a8a0a1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:35.085322 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9f07fc56-460a-4d14-8143-1a69b95746b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:35.105988 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9f07fc56-460a-4d14-8143-1a69b95746b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:35.234950 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9f07fc56-460a-4d14-8143-1a69b95746b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:35.238191 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9f07fc56-460a-4d14-8143-1a69b95746b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:35.239338 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-9f07fc56-460a-4d14-8143-1a69b95746b8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b6efe825-f84d-47ab-a2c3-a19e0830a0f1 HTTP/1.1" status: 204 len: 168 time: 0.2020588 Jun 18 22:05:35.240297 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-acbaaf22-65ab-4ae7-b47c-64e2475750ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:35.247871 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07fc56-460a-4d14-8143-1a69b95746b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6efe825-f84d-47ab-a2c3-a19e0830a0f1,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:35.256985 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-9f07fc56-460a-4d14-8143-1a69b95746b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:35.711090 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dfcc8-0108-4ccc-91f4-e9325666fd9e req-dd37edfc-2057-4a4b-b8da-f4428d32c0e3 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:35.713175 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8c6dfcc8-0108-4ccc-91f4-e9325666fd9e req-dd37edfc-2057-4a4b-b8da-f4428d32c0e3 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 946 time: 0.0943503 Jun 18 22:05:35.800411 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8c6dfcc8-0108-4ccc-91f4-e9325666fd9e req-440f24ec-0300-48ca-862a-a063534408ba tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785677 Jun 18 22:05:35.829837 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5cd17-bb99-43ab-9955-cfe837e0f6ff req-e8fbf1f0-82fa-42ad-a8ed-01f679a009c0 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:35.832125 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4dc5cd17-bb99-43ab-9955-cfe837e0f6ff req-e8fbf1f0-82fa-42ad-a8ed-01f679a009c0 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.1129925 Jun 18 22:05:35.873147 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4dc5cd17-bb99-43ab-9955-cfe837e0f6ff req-6a44d53f-52d4-4f55-9017-21c0782edcdc tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=75f82a36-cc6d-4a59-b51f-477f588ada9c&id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353167 Jun 18 22:05:35.972519 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7bffbdf9-e9fe-42fc-951b-ec875cbf2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:36.525215 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60629be-9faa-49a5-a7e8-d7904582b7be req-142194fd-09df-4e48-8775-b0783a748b45 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:36.526707 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c60629be-9faa-49a5-a7e8-d7904582b7be req-142194fd-09df-4e48-8775-b0783a748b45 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 946 time: 0.0659199 Jun 18 22:05:36.630407 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-c60629be-9faa-49a5-a7e8-d7904582b7be req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Deleting port 6c20a162-8d54-43a6-a089-b489a2c4697c {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:05:36.630774 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-c60629be-9faa-49a5-a7e8-d7904582b7be req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:36.716332 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-c60629be-9faa-49a5-a7e8-d7904582b7be req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] For port 6c20a162-8d54-43a6-a089-b489a2c4697c, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=6c20a162-8d54-43a6-a089-b489a2c4697c,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:36.717023 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-c60629be-9faa-49a5-a7e8-d7904582b7be req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:36.937634 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-c60629be-9faa-49a5-a7e8-d7904582b7be req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:36.938014 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-c60629be-9faa-49a5-a7e8-d7904582b7be req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546185'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:36.938335 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.l3_db [req-c60629be-9faa-49a5-a7e8-d7904582b7be req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Floating IP 51ccd908-8397-4241-8541-d81db24dbfdd disassociated. External IP: 172.27.1.228, port: 6c20a162-8d54-43a6-a089-b489a2c4697c. Jun 18 22:05:36.943544 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-c60629be-9faa-49a5-a7e8-d7904582b7be req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Calling delete_port for 6c20a162-8d54-43a6-a089-b489a2c4697c owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:05:37.090012 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fed4d-d884-412a-8b6e-56a64128add1 req-6e4ceb6c-2064-4bb2-8b4a-920ae07da023 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:37.091474 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-840fed4d-d884-412a-8b6e-56a64128add1 req-6e4ceb6c-2064-4bb2-8b4a-920ae07da023 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.0889881 Jun 18 22:05:37.205367 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-840fed4d-d884-412a-8b6e-56a64128add1 req-85e1ae9c-6ec9-43a4-9248-6a10d2b19f9d tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=75f82a36-cc6d-4a59-b51f-477f588ada9c&id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853140 Jun 18 22:05:37.228784 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb138133-33b8-48b5-be73-45f1f13cf63c req-e7526939-e3d9-43ce-899a-7d51530f69f8 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:37.230248 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cb138133-33b8-48b5-be73-45f1f13cf63c req-e7526939-e3d9-43ce-899a-7d51530f69f8 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 946 time: 0.1379070 Jun 18 22:05:37.275905 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cb138133-33b8-48b5-be73-45f1f13cf63c req-86f51000-e4d1-41e5-ae04-7d9ba4428474 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398540 Jun 18 22:05:37.280499 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-c60629be-9faa-49a5-a7e8-d7904582b7be req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:37.284731 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-17455edf-9ba3-42fb-aa8c-c2d1796a2857 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:37.309272 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Pushing event deleted for resources: {'Port': ['ID=6c20a162-8d54-43a6-a089-b489a2c4697c,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:37.323441 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:37.323808 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:37.324192 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:37.324546 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:37.324896 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:37.325246 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:37.325631 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:37.325978 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:37.326348 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:37.326690 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:37.327030 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:37.327366 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:37.330542 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:37.438156 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c60629be-9faa-49a5-a7e8-d7904582b7be req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:05:37.543437 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c60629be-9faa-49a5-a7e8-d7904582b7be req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:05:37.555085 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc718194-3d9f-4d67-a10f-d2eb52a4dc5a None None] Sync routers for ids ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:05:37.565606 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc718194-3d9f-4d67-a10f-d2eb52a4dc5a None None] Routers {'2374dae7-2a6d-4ee7-a53a-a50cf59518f3'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:05:37.566413 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-fc718194-3d9f-4d67-a10f-d2eb52a4dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:05:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:37.588779 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60629be-9faa-49a5-a7e8-d7904582b7be req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] No DVR routers for this DVR port 6c20a162-8d54-43a6-a089-b489a2c4697c on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:05:37.591103 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-c60629be-9faa-49a5-a7e8-d7904582b7be req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:37.593098 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c60629be-9faa-49a5-a7e8-d7904582b7be req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.44 "DELETE /v2.0/ports/6c20a162-8d54-43a6-a089-b489a2c4697c HTTP/1.1" status: 204 len: 173 time: 1.0566225 Jun 18 22:05:37.593589 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb7b577-acbf-49e7-b792-01fee9db6bf7', 'name': 'network-vif-deleted', 'tag': '6c20a162-8d54-43a6-a089-b489a2c4697c'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:05:37.595852 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83496547-9258-4aa4-8b45-087084f7577f" -d '{"events": [{"server_uuid": "fcb7b577-acbf-49e7-b792-01fee9db6bf7", "name": "network-vif-deleted", "tag": "6c20a162-8d54-43a6-a089-b489a2c4697c"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:05:37.633988 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894ac564-bd0a-4404-824e-89b204f36dfe x-openstack-request-id: req-894ac564-bd0a-4404-824e-89b204f36dfe {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:05:37.634310 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb7b577-acbf-49e7-b792-01fee9db6bf7", "name": "network-vif-deleted", "tag": "6c20a162-8d54-43a6-a089-b489a2c4697c", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:05:37.634714 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-894ac564-bd0a-4404-824e-89b204f36dfe {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:05:37.635146 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb7b577-acbf-49e7-b792-01fee9db6bf7', 'name': 'network-vif-deleted', 'tag': '6c20a162-8d54-43a6-a089-b489a2c4697c', 'status': 'completed', 'code': 200} Jun 18 22:05:37.672884 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-fc718194-3d9f-4d67-a10f-d2eb52a4dc5a None None] Set router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:05:37.883768 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-fc718194-3d9f-4d67-a10f-d2eb52a4dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:01:13Z', 'revision_number': 4, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port': {'id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:05Z', 'updated_at': '2021-06-18T22:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '0e4e7713-7359-42c5-9bf4-19dafa738fdb', 'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'mac_address': 'fa:16:3e:0c:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:26Z', 'revision_number': 5, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'subnets': [{'id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:37.909241 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc718194-3d9f-4d67-a10f-d2eb52a4dc5a None None] Checking router: 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:05:37.917470 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc718194-3d9f-4d67-a10f-d2eb52a4dc5a None None] Routers {'2374dae7-2a6d-4ee7-a53a-a50cf59518f3'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:05:37.918076 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-fc718194-3d9f-4d67-a10f-d2eb52a4dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:05:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:38.023210 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-fc718194-3d9f-4d67-a10f-d2eb52a4dc5a None None] Set router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:05:38.359930 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-03863de6-fe54-46c7-999e-a2563825a9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:38.379425 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-fc718194-3d9f-4d67-a10f-d2eb52a4dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:01:13Z', 'revision_number': 4, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port': {'id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:05Z', 'updated_at': '2021-06-18T22:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '0e4e7713-7359-42c5-9bf4-19dafa738fdb', 'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'mac_address': 'fa:16:3e:0c:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:26Z', 'revision_number': 5, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'subnets': [{'id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:38.406369 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc718194-3d9f-4d67-a10f-d2eb52a4dc5a None None] The sync data for ids ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'] in dv-cinder-766752-3-iscsi is: [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:01:13Z', 'revision_number': 4, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port': {'id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:05Z', 'updated_at': '2021-06-18T22:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '0e4e7713-7359-42c5-9bf4-19dafa738fdb', 'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'mac_address': 'fa:16:3e:0c:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:26Z', 'revision_number': 5, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'subnets': [{'id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:05:38.476173 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5e3a4538-0e62-4cf3-893d-822ab2131cd2 req-b685f545-5d77-4988-9e14-02df76b7f1cd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcb7b577-acbf-49e7-b792-01fee9db6bf7 HTTP/1.1" status: 200 len: 210 time: 0.0543032 Jun 18 22:05:38.680562 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d98415-71cc-4f27-a229-ad431eea94f5 None None] New status for floating IP 51ccd908-8397-4241-8541-d81db24dbfdd: DOWN {{(pid=93156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:05:38.886913 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:39.530551 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:39.675518 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 38402) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:39.734909 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bf35690a-2bf6-414e-acbc-a74d66f4c5d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:39.760145 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bf35690a-2bf6-414e-acbc-a74d66f4c5d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:39.921093 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bf35690a-2bf6-414e-acbc-a74d66f4c5d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:39.923810 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bf35690a-2bf6-414e-acbc-a74d66f4c5d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:39.925120 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-bf35690a-2bf6-414e-acbc-a74d66f4c5d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "DELETE /v2.0/security-groups/69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc HTTP/1.1" status: 204 len: 168 time: 0.2483497 Jun 18 22:05:39.925868 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-e50fbcb3-ab5a-4e37-a256-a77f58a8b797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:39.927953 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 38412) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:39.935204 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35690a-2bf6-414e-acbc-a74d66f4c5d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:39.941459 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.api.v2.resource [None req-656c427d-60d5-4356-9d60-bcf43cf512ea tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] show failed (client error): The resource could not be found. Jun 18 22:05:39.942820 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-656c427d-60d5-4356-9d60-bcf43cf512ea tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups/69ef7aa6-3653-4dfc-bf6d-480af0e8bcbc HTTP/1.1" status: 404 len: 347 time: 0.0139074 Jun 18 22:05:39.943066 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35690a-2bf6-414e-acbc-a74d66f4c5d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:39.943319 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35690a-2bf6-414e-acbc-a74d66f4c5d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:39.943699 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35690a-2bf6-414e-acbc-a74d66f4c5d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:39.944072 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35690a-2bf6-414e-acbc-a74d66f4c5d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:39.944471 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35690a-2bf6-414e-acbc-a74d66f4c5d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:39.944834 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35690a-2bf6-414e-acbc-a74d66f4c5d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:39.945195 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35690a-2bf6-414e-acbc-a74d66f4c5d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:39.945553 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35690a-2bf6-414e-acbc-a74d66f4c5d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:39.945699 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 38414) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:39.945929 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35690a-2bf6-414e-acbc-a74d66f4c5d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:39.946296 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35690a-2bf6-414e-acbc-a74d66f4c5d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:39.946686 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35690a-2bf6-414e-acbc-a74d66f4c5d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:39.946998 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35690a-2bf6-414e-acbc-a74d66f4c5d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:39.949899 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-bf35690a-2bf6-414e-acbc-a74d66f4c5d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:40.066145 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-18e88781-47c2-494d-91eb-897664d96538 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Deleting port 63fee8f7-9e80-40b3-a7a5-e5739fbdb15b {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:05:40.066478 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-18e88781-47c2-494d-91eb-897664d96538 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:40.150653 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-18e88781-47c2-494d-91eb-897664d96538 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:40.150653 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-18e88781-47c2-494d-91eb-897664d96538 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:40.217302 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-18e88781-47c2-494d-91eb-897664d96538 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Calling delete_port for 63fee8f7-9e80-40b3-a7a5-e5739fbdb15b owned by network:floatingip {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:05:40.416382 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-18e88781-47c2-494d-91eb-897664d96538 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:40.418121 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:40.445573 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e88781-47c2-494d-91eb-897664d96538 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Pushing event deleted for resources: {'Port': ['ID=63fee8f7-9e80-40b3-a7a5-e5739fbdb15b,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:40.451001 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-18e88781-47c2-494d-91eb-897664d96538 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:40.505354 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-18e88781-47c2-494d-91eb-897664d96538 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for floatingip, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:40.507785 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-18e88781-47c2-494d-91eb-897664d96538 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:40.508920 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-18e88781-47c2-494d-91eb-897664d96538 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "DELETE /v2.0/floatingips/51ccd908-8397-4241-8541-d81db24dbfdd HTTP/1.1" status: 204 len: 168 time: 0.5623651 Jun 18 22:05:40.806837 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 38426) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:40.811460 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-852dd2bd-07f0-4086-a604-eed3441f9587 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--913699085', 'description': 'tempest-description--200167933'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:40.896040 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-852dd2bd-07f0-4086-a604-eed3441f9587 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:40.964242 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 6c20a162-8d54-43a6-a089-b489a2c4697c no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:05:40.972329 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-852dd2bd-07f0-4086-a604-eed3441f9587 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:40.987366 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] No Port match for: 6c20a162-8d54-43a6-a089-b489a2c4697c {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:05:40.987717 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 6c20a162-8d54-43a6-a089-b489a2c4697c not bound to the agent host hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:05:41.064348 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-852dd2bd-07f0-4086-a604-eed3441f9587 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.067396 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-2ad6f3a1-2016-41fc-a2ea-2aecbbf49c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:41.092742 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852dd2bd-07f0-4086-a604-eed3441f9587 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2e78de-ef61-4143-b8a1-895432c3e8f0,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:41.095293 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-852dd2bd-07f0-4086-a604-eed3441f9587 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:41.161578 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-852dd2bd-07f0-4086-a604-eed3441f9587 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.162789 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-852dd2bd-07f0-4086-a604-eed3441f9587 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3549659 Jun 18 22:05:41.165570 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 38430) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:41.170100 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-49f4d65f-60cf-4d68-829e-d6eacbb4fa52 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Request body: {'security_group_rule': {'security_group_id': '9b2e78de-ef61-4143-b8a1-895432c3e8f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:41.258460 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-49f4d65f-60cf-4d68-829e-d6eacbb4fa52 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.317581 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-49f4d65f-60cf-4d68-829e-d6eacbb4fa52 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.387774 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-49f4d65f-60cf-4d68-829e-d6eacbb4fa52 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.389825 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-2a975897-0421-4e68-88e8-5301d8bc8159 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:41.405501 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4d65f-60cf-4d68-829e-d6eacbb4fa52 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09860735-2021-4237-b13c-98c5b94a489e,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:41.409534 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-49f4d65f-60cf-4d68-829e-d6eacbb4fa52 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:41.498631 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-49f4d65f-60cf-4d68-829e-d6eacbb4fa52 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.499843 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-49f4d65f-60cf-4d68-829e-d6eacbb4fa52 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334031 Jun 18 22:05:41.502433 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 38434) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:41.507390 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-b2e127c1-4d3e-40ab-8d12-833d16f18e54 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Request body: {'security_group_rule': {'security_group_id': '9b2e78de-ef61-4143-b8a1-895432c3e8f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:41.527071 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.583026 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b2e127c1-4d3e-40ab-8d12-833d16f18e54 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.638719 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b2e127c1-4d3e-40ab-8d12-833d16f18e54 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.744008 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b2e127c1-4d3e-40ab-8d12-833d16f18e54 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.748766 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-49f4d65f-60cf-4d68-829e-d6eacbb4fa52 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:41.764264 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e127c1-4d3e-40ab-8d12-833d16f18e54 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315be42a-707d-4456-a510-0fc098d17cbc,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:41.766994 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-b2e127c1-4d3e-40ab-8d12-833d16f18e54 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:41.833425 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b2e127c1-4d3e-40ab-8d12-833d16f18e54 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.834565 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-b2e127c1-4d3e-40ab-8d12-833d16f18e54 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3309481 Jun 18 22:05:41.837547 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 38438) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:41.841872 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Request body: {'floatingip': {'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:41.938411 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for floatingip, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:42.032739 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:42.132464 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Allocated IP 172.27.1.51 (ac7fe84e-50f5-4915-b437-0569bccbfaaf/467ce04a-3e35-49c7-b989-561dd094bc72/5fbd7566-fdad-4095-a23f-f0438b704acc) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:05:42.234131 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:42.348447 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:42.350538 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bf11c069-a727-4ed7-96a6-8518f06f7777 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:42.389064 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:05:42.391808 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:05:42.396794 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:05:42.399770 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Pushing event updated for resources: {'Port': ['ID=5fbd7566-fdad-4095-a23f-f0438b704acc,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:42.418051 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:42.482110 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:42.611152 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:42.755917 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:42.833716 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:42.836782 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-5aca7b1f-3a12-4cae-bfba-b4289bb94867 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:42.901842 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Pushing event updated for resources: {'Port': ['ID=5fbd7566-fdad-4095-a23f-f0438b704acc,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:42.907212 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:42.914025 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546185'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:43.059135 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:43.064422 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2217572 Jun 18 22:05:43.246205 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-1a6f92bc-a1db-4c40-811f-770f3f2e28e4 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--913699085&fields=id&tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7 HTTP/1.1" status: 200 len: 267 time: 0.0331550 Jun 18 22:05:43.372325 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-c2638280-9022-4e4b-b706-4c93ce7771fb tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:43.373757 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-c2638280-9022-4e4b-b706-4c93ce7771fb tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/networks?id=7dc362ef-bd1f-40fa-861d-5e2be660a931 HTTP/1.1" status: 200 len: 817 time: 0.1208122 Jun 18 22:05:43.389035 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-bb87bfba-82d6-4773-a72a-2e409e69406a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/quotas/b5cd1eeb4bcc475ebbc2fd572b828eb7 HTTP/1.1" status: 200 len: 375 time: 0.0089200 Jun 18 22:05:43.455666 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-497dbe47-98d1-4a48-b8f1-95c4583a5bcf tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0615647 Jun 18 22:05:43.551393 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-3f65ebe6-f378-439e-a56c-9b5983d99cdc service neutron] 10.222.0.38 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840807 Jun 18 22:05:43.637508 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-56ee4d90-52fa-4072-88be-7b403d8300e4 service neutron] 10.222.0.38 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803497 Jun 18 22:05:43.876551 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eae88211-81a7-4f47-b605-94f7119a41e4 req-17da5ff3-38cb-48a0-a002-c18335a9173e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 210 time: 0.0321391 Jun 18 22:05:45.019112 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-343a66a6-5e12-4b47-98ce-fc08bb754482 req-9aaa8bde-4084-4d4b-b8f7-4c46a8f56700 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 210 time: 0.0274892 Jun 18 22:05:45.301491 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 38510) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:45.412642 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bec1a248-1d0a-4b78-b0d5-1215b0e2727e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:45.496327 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bec1a248-1d0a-4b78-b0d5-1215b0e2727e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:45.561609 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bec1a248-1d0a-4b78-b0d5-1215b0e2727e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:45.563951 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-b40d856a-8c1d-4bc9-adc0-6d89cb538583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:45.599907 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-bec1a248-1d0a-4b78-b0d5-1215b0e2727e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=422743d3e3ea439a84b2dda966c04d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973938 Jun 18 22:05:45.600803 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1a248-1d0a-4b78-b0d5-1215b0e2727e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e51434-a7c8-483a-9133-4d5f2b9436e8,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:45.602585 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 38516) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:45.603879 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bec1a248-1d0a-4b78-b0d5-1215b0e2727e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:45.651028 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b4fd0046-3367-4c1b-8b05-d2031f8ed518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:45.670607 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b4fd0046-3367-4c1b-8b05-d2031f8ed518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:45.788182 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b4fd0046-3367-4c1b-8b05-d2031f8ed518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:45.790650 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b4fd0046-3367-4c1b-8b05-d2031f8ed518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:45.791750 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b4fd0046-3367-4c1b-8b05-d2031f8ed518 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e2e51434-a7c8-483a-9133-4d5f2b9436e8 HTTP/1.1" status: 204 len: 168 time: 0.1876037 Jun 18 22:05:45.792508 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-141d4826-f709-4e72-b35f-7f1e1627a740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:45.800050 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd0046-3367-4c1b-8b05-d2031f8ed518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e51434-a7c8-483a-9133-4d5f2b9436e8,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:45.803130 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b4fd0046-3367-4c1b-8b05-d2031f8ed518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:46.170707 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-95717781-7ccd-4d86-a7aa-a872b5a491ab req-4d42e3f3-5106-49f0-a2d8-cbe16c48e956 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 210 time: 0.0322165 Jun 18 22:05:46.350712 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 38526) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:46.365461 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2073592e-f8d4-4546-b648-1e8790652518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:46.451656 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2073592e-f8d4-4546-b648-1e8790652518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:46.522790 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2073592e-f8d4-4546-b648-1e8790652518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:46.526997 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-e0c70223-c2c3-4295-b686-dddbad872b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:46.563319 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-2073592e-f8d4-4546-b648-1e8790652518 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=620edd21c00a49ef8816c7598a1bdeb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114582 Jun 18 22:05:46.564540 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073592e-f8d4-4546-b648-1e8790652518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddf64c5-cfed-4c9e-bf31-e99022a61f63,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:46.566045 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 38528) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:46.568387 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-2073592e-f8d4-4546-b648-1e8790652518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:46.621180 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-50feaa1f-8d3c-4bba-b088-84d972fd49cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:46.644864 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-50feaa1f-8d3c-4bba-b088-84d972fd49cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:46.779052 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-50feaa1f-8d3c-4bba-b088-84d972fd49cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:46.781764 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-50feaa1f-8d3c-4bba-b088-84d972fd49cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:46.782971 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-50feaa1f-8d3c-4bba-b088-84d972fd49cf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7ddf64c5-cfed-4c9e-bf31-e99022a61f63 HTTP/1.1" status: 204 len: 168 time: 0.2159240 Jun 18 22:05:46.783867 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-b8b25280-f963-49ff-b747-34f3e2c0d680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:46.792310 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50feaa1f-8d3c-4bba-b088-84d972fd49cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddf64c5-cfed-4c9e-bf31-e99022a61f63,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:46.794537 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-50feaa1f-8d3c-4bba-b088-84d972fd49cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:47.315492 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-98da4fc4-370b-49b1-a142-2a2751286ad4 req-aced0f92-fdc8-47dc-abce-5ba66c9e11fd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 210 time: 0.0283272 Jun 18 22:05:47.957679 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-ba2f403e-2c80-4bbb-ad83-ec89fde3ef0a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:47.959856 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-ba2f403e-2c80-4bbb-ad83-ec89fde3ef0a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.44 "GET /v2.0/networks?id=7dc362ef-bd1f-40fa-861d-5e2be660a931 HTTP/1.1" status: 200 len: 817 time: 0.1031849 Jun 18 22:05:48.016463 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-ac733e0a-103a-4759-80e4-69e44840616a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7 HTTP/1.1" status: 200 len: 379 time: 0.0341640 Jun 18 22:05:48.026245 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-b9f5ab7a-1abb-486d-9152-aa45fb7876fd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Request body: {'port': {'device_id': '53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'admin_state_up': True, 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'security_groups': ['9b2e78de-ef61-4143-b8a1-895432c3e8f0']}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:48.048165 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:48.272000 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-b9f5ab7a-1abb-486d-9152-aa45fb7876fd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Made reservation on behalf of b5cd1eeb4bcc475ebbc2fd572b828eb7 for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:05:48.275511 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-b9f5ab7a-1abb-486d-9152-aa45fb7876fd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:48.406464 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-b9f5ab7a-1abb-486d-9152-aa45fb7876fd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Allocated IP 172.20.0.4 (7dc362ef-bd1f-40fa-861d-5e2be660a931/5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5/04986084-5048-40a7-95c9-4f029ebab1ce) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:05:48.782045 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-adbc080e-1413-4609-a56e-9b286b209508 req-e27567c5-0056-43ec-bf88-10b6e5cca39b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 210 time: 0.3417096 Jun 18 22:05:48.842947 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-b9f5ab7a-1abb-486d-9152-aa45fb7876fd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:48.856472 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-b9f5ab7a-1abb-486d-9152-aa45fb7876fd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Transition to ACTIVE for port object 04986084-5048-40a7-95c9-4f029ebab1ce will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:05:48.968621 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-b9f5ab7a-1abb-486d-9152-aa45fb7876fd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:48.972489 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-7788b042-70d6-4e24-a266-7000a06db90f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:49.016360 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-b9f5ab7a-1abb-486d-9152-aa45fb7876fd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Network 7dc362ef-bd1f-40fa-861d-5e2be660a931 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:05:49.019626 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-b9f5ab7a-1abb-486d-9152-aa45fb7876fd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:05:49.024161 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-b9f5ab7a-1abb-486d-9152-aa45fb7876fd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:05:49.052792 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5ab7a-1abb-486d-9152-aa45fb7876fd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Pushing event updated for resources: {'Port': ['ID=04986084-5048-40a7-95c9-4f029ebab1ce,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:49.057247 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-b9f5ab7a-1abb-486d-9152-aa45fb7876fd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:49.077731 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-b9f5ab7a-1abb-486d-9152-aa45fb7876fd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:49.078366 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-b9f5ab7a-1abb-486d-9152-aa45fb7876fd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:49.161233 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-b9f5ab7a-1abb-486d-9152-aa45fb7876fd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1390052 Jun 18 22:05:49.180155 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Request body: {'port': {'device_id': '53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:49.249821 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:49.354471 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-ccfc6547-321e-441b-a2fa-c98b58fe5303 None None] Provisioning for port 04986084-5048-40a7-95c9-4f029ebab1ce completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:05:49.358365 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-ccfc6547-321e-441b-a2fa-c98b58fe5303 None None] Provisioning complete for port 04986084-5048-40a7-95c9-4f029ebab1ce triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:05:49.358749 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ccfc6547-321e-441b-a2fa-c98b58fe5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:49.393243 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-ccfc6547-321e-441b-a2fa-c98b58fe5303 None None] Port 04986084-5048-40a7-95c9-4f029ebab1ce cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:05:49.506361 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04986084-5048-40a7-95c9-4f029ebab1ce {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:05:49.513987 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:49.525727 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Transition to ACTIVE for port object 04986084-5048-40a7-95c9-4f029ebab1ce will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:05:49.602172 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:49.605160 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-18e88781-47c2-494d-91eb-897664d96538 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:49.679319 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Pushing event updated for resources: {'Port': ['ID=04986084-5048-40a7-95c9-4f029ebab1ce,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:49.700315 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:49.755290 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Attempting to bind port 04986084-5048-40a7-95c9-4f029ebab1ce on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:05:49.755290 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Attempting to bind port 04986084-5048-40a7-95c9-4f029ebab1ce by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': 'ca325b05-0fb9-4c4e-a7e1-949749606518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:05:49.755290 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Attempting to bind port 04986084-5048-40a7-95c9-4f029ebab1ce on network 7dc362ef-bd1f-40fa-861d-5e2be660a931 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:05:49.761256 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Port 04986084-5048-40a7-95c9-4f029ebab1ce on network 7dc362ef-bd1f-40fa-861d-5e2be660a931 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:05:49.761584 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Attempting to bind port 04986084-5048-40a7-95c9-4f029ebab1ce on network 7dc362ef-bd1f-40fa-861d-5e2be660a931 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:05:49.769058 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:05:49.769187 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Checking segment: {'id': 'ca325b05-0fb9-4c4e-a7e1-949749606518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:05:49.769589 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Bound using segment: {'id': 'ca325b05-0fb9-4c4e-a7e1-949749606518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:05:49.770607 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Bound port: 04986084-5048-40a7-95c9-4f029ebab1ce, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca325b05-0fb9-4c4e-a7e1-949749606518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:05:49.770968 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:49.842012 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] For port 04986084-5048-40a7-95c9-4f029ebab1ce, host hv-cinder-76675, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:05:49.844958 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] For port 04986084-5048-40a7-95c9-4f029ebab1ce, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=04986084-5048-40a7-95c9-4f029ebab1ce,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:05:49.943147 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:49.946655 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-03a7fc55-0a46-4530-8bd7-da3ba3586224 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:49.994635 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:49.995228 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:49.996736 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] 10.222.0.44 "PUT /v2.0/ports/04986084-5048-40a7-95c9-4f029ebab1ce HTTP/1.1" status: 200 len: 1093 time: 0.8209753 Jun 18 22:05:49.997248 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd', 'tag': '04986084-5048-40a7-95c9-4f029ebab1ce'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:05:49.999546 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2b4a45-f114-41c0-a549-96f4bc6d4668" -d '{"events": [{"name": "network-changed", "server_uuid": "53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd", "tag": "04986084-5048-40a7-95c9-4f029ebab1ce"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:05:50.027386 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Pushing event updated for resources: {'Port': ['ID=04986084-5048-40a7-95c9-4f029ebab1ce,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:50.039069 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3359c-a2be-46bd-a171-691cbe7f061f req-ba17e1b9-072e-4e57-b544-f30c5cff34c6 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:50.040913 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-77e3359c-a2be-46bd-a171-691cbe7f061f req-ba17e1b9-072e-4e57-b544-f30c5cff34c6 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 943 time: 0.1395447 Jun 18 22:05:50.041815 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:50.064739 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7b3eea-a4ee-4b44-bd38-2ea3c9d9ec1c x-openstack-request-id: req-8d7b3eea-a4ee-4b44-bd38-2ea3c9d9ec1c {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:05:50.065055 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd", "tag": "04986084-5048-40a7-95c9-4f029ebab1ce", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:05:50.065400 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d7b3eea-a4ee-4b44-bd38-2ea3c9d9ec1c {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:05:50.065825 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd', 'tag': '04986084-5048-40a7-95c9-4f029ebab1ce', 'status': 'completed', 'code': 200} Jun 18 22:05:50.086634 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-77e3359c-a2be-46bd-a171-691cbe7f061f req-95e1b3de-3ba4-4460-8b3a-3dfbdad8b514 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383911 Jun 18 22:05:50.175917 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b4a45-f114-41c0-a549-96f4bc6d4668 req-f1454226-453c-4bba-a557-e5b08e078899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:50.177798 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7e2b4a45-f114-41c0-a549-96f4bc6d4668 req-f1454226-453c-4bba-a557-e5b08e078899 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7&device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 1096 time: 0.0642087 Jun 18 22:05:50.293070 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b4a45-f114-41c0-a549-96f4bc6d4668 req-9ed85f47-17e8-4ed5-90ab-0d80833777ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:50.294422 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7e2b4a45-f114-41c0-a549-96f4bc6d4668 req-9ed85f47-17e8-4ed5-90ab-0d80833777ff service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0959022 Jun 18 22:05:50.388994 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b4a45-f114-41c0-a549-96f4bc6d4668 req-91d3070a-ff4f-40c8-9c5a-d183c84f9b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:50.390459 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7e2b4a45-f114-41c0-a549-96f4bc6d4668 req-91d3070a-ff4f-40c8-9c5a-d183c84f9b1a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874004 Jun 18 22:05:50.512479 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-8f046871-40d9-4d6d-a592-f5665887540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:50.513939 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-8f046871-40d9-4d6d-a592-f5665887540a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7&device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 1096 time: 0.0552328 Jun 18 22:05:50.565514 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-135146da-391b-42ff-8b6a-885ba0d3f85e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04986084-5048-40a7-95c9-4f029ebab1ce HTTP/1.1" status: 200 len: 217 time: 0.0334766 Jun 18 22:05:50.615021 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-2ca0707e-5f3c-471d-8643-7c22e13bcbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:50.616598 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-2ca0707e-5f3c-471d-8643-7c22e13bcbe1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5 HTTP/1.1" status: 200 len: 856 time: 0.0425303 Jun 18 22:05:50.677173 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-e7e96287-d394-4fb0-9891-1e6dafe80c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:50.678700 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-e7e96287-d394-4fb0-9891-1e6dafe80c6d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7dc362ef-bd1f-40fa-861d-5e2be660a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558584 Jun 18 22:05:50.766221 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-77b7e88e-6097-43c4-8cc1-dc464af0cc87 service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805402 Jun 18 22:05:50.858606 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-abaa56cb-0f4f-4cb6-8900-cf26d2deb0be req-fd97473d-3915-4835-b584-8e9c046a674d service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852182 Jun 18 22:05:51.278545 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09294b21-2cf4-4ad5-a767-924d26f7d322 req-705e214b-f28e-4aac-9d5d-bd88e450567f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:51.279991 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-09294b21-2cf4-4ad5-a767-924d26f7d322 req-705e214b-f28e-4aac-9d5d-bd88e450567f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 943 time: 0.0622909 Jun 18 22:05:51.320281 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-09294b21-2cf4-4ad5-a767-924d26f7d322 req-fcfcf16c-1075-4e13-a378-8bb3e8ba2d69 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345740 Jun 18 22:05:52.034237 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 04986084-5048-40a7-95c9-4f029ebab1ce details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:05:52.136347 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 04986084-5048-40a7-95c9-4f029ebab1ce, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=04986084-5048-40a7-95c9-4f029ebab1ce,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:52.153013 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': '04986084-5048-40a7-95c9-4f029ebab1ce', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'port_id': '04986084-5048-40a7-95c9-4f029ebab1ce', 'mac_address': 'fa:16:3e:de:b0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:05:52.186477 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:52.198506 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04986084-5048-40a7-95c9-4f029ebab1ce {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:05:52.217231 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 04986084-5048-40a7-95c9-4f029ebab1ce, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=04986084-5048-40a7-95c9-4f029ebab1ce,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:52.309372 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:52.311285 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:52.356577 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=04986084-5048-40a7-95c9-4f029ebab1ce,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:52.363505 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:52.363864 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:52.364236 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:52.364579 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:52.364916 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:52.365410 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:52.365856 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:52.366270 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:52.366608 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:52.366944 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:52.367275 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:52.367603 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:52.371469 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:52.505059 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd858e71-bbea-41d8-b352-ec8276f6d106 req-df5fe84f-e199-4571-bcae-38a66e4db681 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:52.506479 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dd858e71-bbea-41d8-b352-ec8276f6d106 req-df5fe84f-e199-4571-bcae-38a66e4db681 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 944 time: 0.0616913 Jun 18 22:05:52.542930 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dd858e71-bbea-41d8-b352-ec8276f6d106 req-1862456b-1d93-48ac-9a6a-b14c5fd2102e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309505 Jun 18 22:05:53.720478 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10545f40-8ebc-437f-b823-e2239210525a req-eef2bf8a-bd63-4dfc-9211-fa022c692bf0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:53.721919 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-10545f40-8ebc-437f-b823-e2239210525a req-eef2bf8a-bd63-4dfc-9211-fa022c692bf0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 944 time: 0.0675728 Jun 18 22:05:53.761233 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-10545f40-8ebc-437f-b823-e2239210525a req-0faf20b3-cbe5-496b-9dca-716a0acdf86f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333824 Jun 18 22:05:54.110429 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 38672) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:54.212549 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-689b968d-9e95-42ce-9125-79029c26b9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:54.298274 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-689b968d-9e95-42ce-9125-79029c26b9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:54.366175 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-689b968d-9e95-42ce-9125-79029c26b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:54.368847 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-7a8f14a9-bdc1-442f-b6f9-d93f048151fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:54.403252 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b968d-9e95-42ce-9125-79029c26b9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45439c9a-a854-44fc-a3fc-643bcc3984d4,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:54.406405 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-689b968d-9e95-42ce-9125-79029c26b9b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:54.409168 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-689b968d-9e95-42ce-9125-79029c26b9b6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7ac5b9a77bdf4e108d7681b926d01bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977452 Jun 18 22:05:54.411766 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 38676) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:54.462138 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-63b74c7f-9df7-4464-a049-d0a03d01a40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:54.481371 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-63b74c7f-9df7-4464-a049-d0a03d01a40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:54.602543 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-63b74c7f-9df7-4464-a049-d0a03d01a40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:54.605283 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-63b74c7f-9df7-4464-a049-d0a03d01a40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:54.606425 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-63b74c7f-9df7-4464-a049-d0a03d01a40c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45439c9a-a854-44fc-a3fc-643bcc3984d4 HTTP/1.1" status: 204 len: 168 time: 0.1934781 Jun 18 22:05:54.607198 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-c8efcf9e-be50-414a-8291-f4085e0a6e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:54.614426 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b74c7f-9df7-4464-a049-d0a03d01a40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45439c9a-a854-44fc-a3fc-643bcc3984d4,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:54.617233 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-63b74c7f-9df7-4464-a049-d0a03d01a40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:54.937854 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c5ae-285f-452e-9b04-251220ce8d06 req-54495198-4cb9-4a79-9480-7269a5fe8d60 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:54.939266 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a482c5ae-285f-452e-9b04-251220ce8d06 req-54495198-4cb9-4a79-9480-7269a5fe8d60 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 944 time: 0.0622084 Jun 18 22:05:54.979869 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a482c5ae-285f-452e-9b04-251220ce8d06 req-512b7392-ce04-4b5e-ad1e-7286944cf397 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348015 Jun 18 22:05:55.203440 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 38688) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:55.216676 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-53f1350a-4bda-4585-ae10-cf7d59bb00a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:55.302472 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-53f1350a-4bda-4585-ae10-cf7d59bb00a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:55.372716 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-53f1350a-4bda-4585-ae10-cf7d59bb00a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:55.376373 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-de0e7964-0027-4aed-b2a4-f1a036b24f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:55.410106 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-53f1350a-4bda-4585-ae10-cf7d59bb00a9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51480002901a4bdb8ce6c0a50abf3173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2056363 Jun 18 22:05:55.411447 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1350a-4bda-4585-ae10-cf7d59bb00a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a0bfd4-a823-40b9-b298-d4473bc69b0c,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:55.412741 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 38690) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:55.415040 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-53f1350a-4bda-4585-ae10-cf7d59bb00a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:55.431965 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['04986084-5048-40a7-95c9-4f029ebab1ce'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:05:55.465731 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e957c265-295d-4c22-9a30-758270b46764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:55.488555 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e957c265-295d-4c22-9a30-758270b46764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:55.612365 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e957c265-295d-4c22-9a30-758270b46764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:55.614962 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e957c265-295d-4c22-9a30-758270b46764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:55.616341 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-e957c265-295d-4c22-9a30-758270b46764 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f4a0bfd4-a823-40b9-b298-d4473bc69b0c HTTP/1.1" status: 204 len: 168 time: 0.2017927 Jun 18 22:05:55.617379 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-e39fffe7-536b-4319-8f2c-c9963d294f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:55.625125 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957c265-295d-4c22-9a30-758270b46764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a0bfd4-a823-40b9-b298-d4473bc69b0c,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:55.627826 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-e957c265-295d-4c22-9a30-758270b46764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:56.140966 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:05:56.160619 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab3716-e6dc-4a52-baa0-0bfd96b0c720 req-5ff495e7-11c5-4b1d-82d8-1bca25899369 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:56.160619 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-59ab3716-e6dc-4a52-baa0-0bfd96b0c720 req-5ff495e7-11c5-4b1d-82d8-1bca25899369 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 944 time: 0.0648353 Jun 18 22:05:56.201005 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-59ab3716-e6dc-4a52-baa0-0bfd96b0c720 req-7842b198-c8f2-4bed-a307-f3dd412a869a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348959 Jun 18 22:05:57.385283 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200478d-4afd-4dfa-b588-2d0f99608f98 req-7c79c7c7-748e-4497-bee2-8813ec25f2ce tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:57.386738 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8200478d-4afd-4dfa-b588-2d0f99608f98 req-7c79c7c7-748e-4497-bee2-8813ec25f2ce tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 944 time: 0.0685999 Jun 18 22:05:57.426233 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8200478d-4afd-4dfa-b588-2d0f99608f98 req-f3a745dd-21c8-4b20-ad65-23a5ae57e6d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335658 Jun 18 22:05:58.034679 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 04986084-5048-40a7-95c9-4f029ebab1ce up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:05:58.138159 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port 04986084-5048-40a7-95c9-4f029ebab1ce completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:05:58.142275 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port 04986084-5048-40a7-95c9-4f029ebab1ce triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:05:58.142681 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:58.158945 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 38762) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:58.225585 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:58.249547 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04986084-5048-40a7-95c9-4f029ebab1ce'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:05:58.251872 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3845506b-f261-460b-afd9-e7416d85489f" -d '{"events": [{"server_uuid": "53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd", "name": "network-vif-plugged", "status": "completed", "tag": "04986084-5048-40a7-95c9-4f029ebab1ce"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:05:58.266344 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 04986084-5048-40a7-95c9-4f029ebab1ce, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=04986084-5048-40a7-95c9-4f029ebab1ce,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:58.275994 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-554e56f2-cd34-46bc-8805-cc60c15e57d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:58.290593 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35524200-e882-4a8e-b562-5ec690aee9a9 x-openstack-request-id: req-35524200-e882-4a8e-b562-5ec690aee9a9 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:05:58.290891 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd", "name": "network-vif-plugged", "status": "completed", "tag": "04986084-5048-40a7-95c9-4f029ebab1ce", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:05:58.291154 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-35524200-e882-4a8e-b562-5ec690aee9a9 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:05:58.291554 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04986084-5048-40a7-95c9-4f029ebab1ce', 'code': 200} Jun 18 22:05:58.317889 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:58.321824 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-3b1b797e-81ef-4cef-860e-3adcb96ddbd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:58.372299 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-554e56f2-cd34-46bc-8805-cc60c15e57d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:58.384124 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=04986084-5048-40a7-95c9-4f029ebab1ce,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:58.387150 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:58.409079 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-554e56f2-cd34-46bc-8805-cc60c15e57d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:58.411687 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-3c000d81-ccea-4a49-a779-55d2c36ce0dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:58.448395 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-554e56f2-cd34-46bc-8805-cc60c15e57d6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3843f6cf618f4b83b848fe4bc553b643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883213 Jun 18 22:05:58.449286 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e56f2-cd34-46bc-8805-cc60c15e57d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5815a523-1243-430e-8737-e1c726f9a8fb,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:58.451314 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 38772) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:58.452512 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-554e56f2-cd34-46bc-8805-cc60c15e57d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:58.503663 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6bb56c7a-628d-4428-b0d5-beddb39ab373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:58.525326 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6bb56c7a-628d-4428-b0d5-beddb39ab373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:58.609380 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188774c-faf2-422e-a355-04fbea4bcf54 req-e12887a4-3fb1-468a-bff3-4a657bdcf8b0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:58.611038 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b188774c-faf2-422e-a355-04fbea4bcf54 req-e12887a4-3fb1-468a-bff3-4a657bdcf8b0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0651333 Jun 18 22:05:58.658604 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6bb56c7a-628d-4428-b0d5-beddb39ab373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:58.661491 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6bb56c7a-628d-4428-b0d5-beddb39ab373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:58.666304 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-6bb56c7a-628d-4428-b0d5-beddb39ab373 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5815a523-1243-430e-8737-e1c726f9a8fb HTTP/1.1" status: 204 len: 168 time: 0.2138684 Jun 18 22:05:58.670900 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-2c56f72e-10aa-4d19-a938-7145309e3275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:58.678110 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb56c7a-628d-4428-b0d5-beddb39ab373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5815a523-1243-430e-8737-e1c726f9a8fb,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:58.682126 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6bb56c7a-628d-4428-b0d5-beddb39ab373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:58.688435 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b188774c-faf2-422e-a355-04fbea4bcf54 req-931ef369-ec4c-4e26-b73c-60a9604b374a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711007 Jun 18 22:05:58.711364 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cb6a7-05c3-4b44-af27-85d9d99d76ef req-41baa0fb-21f2-43b6-a96c-90038dc06bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:58.712937 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f48cb6a7-05c3-4b44-af27-85d9d99d76ef req-41baa0fb-21f2-43b6-a96c-90038dc06bd6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 1098 time: 0.0783150 Jun 18 22:05:58.750542 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f48cb6a7-05c3-4b44-af27-85d9d99d76ef req-32b6dca8-c0c2-4312-a6d4-d39f8aea2aac service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300820 Jun 18 22:05:59.273453 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 38784) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:59.286419 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f7181026-ec63-4194-a4cc-32d5b89fcae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:59.375227 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f7181026-ec63-4194-a4cc-32d5b89fcae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:59.460139 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f7181026-ec63-4194-a4cc-32d5b89fcae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:59.464177 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-a19858e0-d67c-4300-a9df-956ab6ef48f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:59.497663 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-f7181026-ec63-4194-a4cc-32d5b89fcae1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f2fdbe4af44440b9933e6c7b19588852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231684 Jun 18 22:05:59.498792 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7181026-ec63-4194-a4cc-32d5b89fcae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5744d21-9a5c-4349-8e92-f349bd9f17ee,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:59.500448 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 38790) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:59.502625 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-f7181026-ec63-4194-a4cc-32d5b89fcae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:59.548301 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dc2249a7-d357-44c7-acbe-1ec5f9d15f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:59.569725 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dc2249a7-d357-44c7-acbe-1ec5f9d15f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:59.688842 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dc2249a7-d357-44c7-acbe-1ec5f9d15f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:59.691492 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dc2249a7-d357-44c7-acbe-1ec5f9d15f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:59.692667 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-dc2249a7-d357-44c7-acbe-1ec5f9d15f4c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e5744d21-9a5c-4349-8e92-f349bd9f17ee HTTP/1.1" status: 204 len: 168 time: 0.1912608 Jun 18 22:05:59.693401 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-195b17cb-713d-4e45-a02f-77c8299485c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:59.701003 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2249a7-d357-44c7-acbe-1ec5f9d15f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5744d21-9a5c-4349-8e92-f349bd9f17ee,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:59.703183 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-dc2249a7-d357-44c7-acbe-1ec5f9d15f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:59.880206 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1e0dd-54f2-4bf4-bbb6-5d09a81cd5ff req-72f9c32c-22ed-48ed-bd18-1d8e5745a602 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:59.881667 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-43f1e0dd-54f2-4bf4-bbb6-5d09a81cd5ff req-72f9c32c-22ed-48ed-bd18-1d8e5745a602 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0665708 Jun 18 22:05:59.922058 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-43f1e0dd-54f2-4bf4-bbb6-5d09a81cd5ff req-12012f36-66f1-468b-9353-dd59e00038f8 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347536 Jun 18 22:06:01.098916 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc6a7e-7805-4f2a-97b9-9fa1591b6b31 req-96b9b4e9-62f0-4abd-99de-d673e6416b9a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:01.100412 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6bc6a7e-7805-4f2a-97b9-9fa1591b6b31 req-96b9b4e9-62f0-4abd-99de-d673e6416b9a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0634024 Jun 18 22:06:01.138478 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6bc6a7e-7805-4f2a-97b9-9fa1591b6b31 req-df6a6b29-f6c8-4c96-baea-aec901253a59 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317388 Jun 18 22:06:01.180594 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 38840) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:01.285070 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-22b6dad0-be1f-47fa-9cf6-203a8f3a0bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:01.323116 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144264f8-b630-4dfc-b14d-0942f4164593 req-0c24d469-8956-4102-84b4-e054b2dd81bb tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:01.323848 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-144264f8-b630-4dfc-b14d-0942f4164593 req-0c24d469-8956-4102-84b4-e054b2dd81bb tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0718570 Jun 18 22:06:01.332165 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 38844) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:01.336806 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-14141bd9-489e-45f4-9591-5ce7df943e9b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Request body: {'floatingip': {'port_id': '04986084-5048-40a7-95c9-4f029ebab1ce'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:01.374841 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-14141bd9-489e-45f4-9591-5ce7df943e9b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for floatingip, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:01.376003 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-22b6dad0-be1f-47fa-9cf6-203a8f3a0bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:01.432442 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-22b6dad0-be1f-47fa-9cf6-203a8f3a0bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:01.447206 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-bb68df60-5a8c-4b9a-922d-6e5d77e949a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:01.470188 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-22b6dad0-be1f-47fa-9cf6-203a8f3a0bef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4aaceffc18b54684af8fe33d3b36627b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860546 Jun 18 22:06:01.472244 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 38848) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:01.488315 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6dad0-be1f-47fa-9cf6-203a8f3a0bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b62ee9-9d42-4b6d-8ed7-398a4d4afad1,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:01.492565 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-22b6dad0-be1f-47fa-9cf6-203a8f3a0bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:01.545067 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3847ed95-7f12-43cd-b1e8-51bbb52125a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:01.566913 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3847ed95-7f12-43cd-b1e8-51bbb52125a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:01.700790 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3847ed95-7f12-43cd-b1e8-51bbb52125a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:01.703344 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3847ed95-7f12-43cd-b1e8-51bbb52125a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:01.704550 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-3847ed95-7f12-43cd-b1e8-51bbb52125a8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/11b62ee9-9d42-4b6d-8ed7-398a4d4afad1 HTTP/1.1" status: 204 len: 168 time: 0.2313628 Jun 18 22:06:01.705392 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b5595e5f-ca99-4a8b-806b-ed6a26e64248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:01.714336 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847ed95-7f12-43cd-b1e8-51bbb52125a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b62ee9-9d42-4b6d-8ed7-398a4d4afad1,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:01.717708 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-3847ed95-7f12-43cd-b1e8-51bbb52125a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:01.827062 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-14141bd9-489e-45f4-9591-5ce7df943e9b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:01.883797 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-14141bd9-489e-45f4-9591-5ce7df943e9b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546185'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:01.984356 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.l3_db [None req-14141bd9-489e-45f4-9591-5ce7df943e9b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Floating IP e4607906-3717-4f02-9af3-3e1adf9a5cb7 associated. External IP: 172.27.1.51, port: 04986084-5048-40a7-95c9-4f029ebab1ce. Jun 18 22:06:02.190566 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14141bd9-489e-45f4-9591-5ce7df943e9b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:06:02.298329 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14141bd9-489e-45f4-9591-5ce7df943e9b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:06:02.305901 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-14141bd9-489e-45f4-9591-5ce7df943e9b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:02.316064 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c08c296-960c-4451-9a24-1c356569dca4 None None] Sync routers for ids ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:06:02.326673 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c08c296-960c-4451-9a24-1c356569dca4 None None] Routers {'2374dae7-2a6d-4ee7-a53a-a50cf59518f3'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:02.327504 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-6c08c296-960c-4451-9a24-1c356569dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:05:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:02.361775 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-14141bd9-489e-45f4-9591-5ce7df943e9b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "PUT /v2.0/floatingips/e4607906-3717-4f02-9af3-3e1adf9a5cb7 HTTP/1.1" status: 200 len: 990 time: 1.0284483 Jun 18 22:06:02.362688 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd', 'tag': '04986084-5048-40a7-95c9-4f029ebab1ce'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:02.369046 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb68313-c74d-4e8d-b084-8cd83265e270" -d '{"events": [{"name": "network-changed", "server_uuid": "53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd", "tag": "04986084-5048-40a7-95c9-4f029ebab1ce"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:02.426836 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f455c4f7-d719-44cc-8b88-b26bbe8cafdc x-openstack-request-id: req-f455c4f7-d719-44cc-8b88-b26bbe8cafdc {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:02.427163 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd", "tag": "04986084-5048-40a7-95c9-4f029ebab1ce", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:02.427456 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f455c4f7-d719-44cc-8b88-b26bbe8cafdc {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:02.427888 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd', 'tag': '04986084-5048-40a7-95c9-4f029ebab1ce', 'status': 'completed', 'code': 200} Jun 18 22:06:02.451296 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-6c08c296-960c-4451-9a24-1c356569dca4 None None] Set router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:02.588067 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb68313-c74d-4e8d-b084-8cd83265e270 req-45b9faee-4173-456c-9d4d-0307d6173e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:02.590128 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0eb68313-c74d-4e8d-b084-8cd83265e270 req-45b9faee-4173-456c-9d4d-0307d6173e2e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7&device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 1098 time: 0.0793552 Jun 18 22:06:02.683270 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 38888) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:02.689843 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb68313-c74d-4e8d-b084-8cd83265e270 req-67a7bf00-0505-4cf2-be6d-c7eb4646f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:02.691365 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0eb68313-c74d-4e8d-b084-8cd83265e270 req-67a7bf00-0505-4cf2-be6d-c7eb4646f917 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7dc362ef-bd1f-40fa-861d-5e2be660a931 HTTP/1.1" status: 200 len: 918 time: 0.0926788 Jun 18 22:06:02.763978 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0eb68313-c74d-4e8d-b084-8cd83265e270 req-9d2daca4-5692-4023-a0dd-64576060e3fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04986084-5048-40a7-95c9-4f029ebab1ce HTTP/1.1" status: 200 len: 998 time: 0.0656121 Jun 18 22:06:02.791420 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-6c08c296-960c-4451-9a24-1c356569dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:01:13Z', 'revision_number': 4, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port': {'id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:05Z', 'updated_at': '2021-06-18T22:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': 'e4607906-3717-4f02-9af3-3e1adf9a5cb7', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'port_id': '04986084-5048-40a7-95c9-4f029ebab1ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'mac_address': 'fa:16:3e:de:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:05:42Z', 'updated_at': '2021-06-18T22:06:01Z', 'revision_number': 1, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4e7713-7359-42c5-9bf4-19dafa738fdb', 'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'mac_address': 'fa:16:3e:0c:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:26Z', 'revision_number': 5, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'subnets': [{'id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:02.820849 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-fbfd0a61-cf57-4fec-952f-d55216787c77 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1490705997-network', 'tenant_id': '57fa4e6bdf91474da594541f753b0c88'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:02.822476 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c08c296-960c-4451-9a24-1c356569dca4 None None] Checking router: 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:06:02.831361 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c08c296-960c-4451-9a24-1c356569dca4 None None] Routers {'2374dae7-2a6d-4ee7-a53a-a50cf59518f3'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:02.832288 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-6c08c296-960c-4451-9a24-1c356569dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:05:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:02.833029 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb68313-c74d-4e8d-b084-8cd83265e270 req-07d23c74-a03e-4cf7-8347-cb10bfef6768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:02.834497 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0eb68313-c74d-4e8d-b084-8cd83265e270 req-07d23c74-a03e-4cf7-8347-cb10bfef6768 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5 HTTP/1.1" status: 200 len: 856 time: 0.0620706 Jun 18 22:06:02.895149 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb68313-c74d-4e8d-b084-8cd83265e270 req-28c900ea-4739-4bf0-be1b-7ef23dd156fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:02.896625 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0eb68313-c74d-4e8d-b084-8cd83265e270 req-28c900ea-4739-4bf0-be1b-7ef23dd156fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7dc362ef-bd1f-40fa-861d-5e2be660a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552776 Jun 18 22:06:02.918987 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfd0a61-cf57-4fec-952f-d55216787c77 admin admin] Made reservation on behalf of 57fa4e6bdf91474da594541f753b0c88 for: {'network': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:06:02.922224 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0a61-cf57-4fec-952f-d55216787c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for network, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:02.934200 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0a61-cf57-4fec-952f-d55216787c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:02.956659 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-6c08c296-960c-4451-9a24-1c356569dca4 None None] Set router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:03.079273 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0eb68313-c74d-4e8d-b084-8cd83265e270 req-4e9026b8-2961-45c6-8cfd-78b445118ed3 service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337104 Jun 18 22:06:03.106545 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0a61-cf57-4fec-952f-d55216787c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.175632 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0a61-cf57-4fec-952f-d55216787c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.180403 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-f7181026-ec63-4194-a4cc-32d5b89fcae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:03.218459 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfd0a61-cf57-4fec-952f-d55216787c77 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=93153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:06:03.224984 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd0a61-cf57-4fec-952f-d55216787c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23b0695-563d-409c-a05e-b406fb2faf05,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:03.230420 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-fbfd0a61-cf57-4fec-952f-d55216787c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:03.236446 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0a61-cf57-4fec-952f-d55216787c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.236938 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.db.segments_db [None req-fbfd0a61-cf57-4fec-952f-d55216787c77 admin admin] Added segment 29c82d48-d834-4970-abce-e0d3218c9425 of type vlan for network c5d32f84-735e-43eb-a1cb-7e480de78879 Jun 18 22:06:03.243545 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-6c08c296-960c-4451-9a24-1c356569dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:01:13Z', 'revision_number': 4, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port': {'id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:05Z', 'updated_at': '2021-06-18T22:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': 'e4607906-3717-4f02-9af3-3e1adf9a5cb7', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'port_id': '04986084-5048-40a7-95c9-4f029ebab1ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'mac_address': 'fa:16:3e:de:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:05:42Z', 'updated_at': '2021-06-18T22:06:01Z', 'revision_number': 1, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4e7713-7359-42c5-9bf4-19dafa738fdb', 'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'mac_address': 'fa:16:3e:0c:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:26Z', 'revision_number': 5, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'subnets': [{'id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:03.271480 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c08c296-960c-4451-9a24-1c356569dca4 None None] The sync data for ids ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'] in dv-cinder-766752-3-iscsi is: [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:01:13Z', 'revision_number': 4, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port': {'id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:05Z', 'updated_at': '2021-06-18T22:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': 'e4607906-3717-4f02-9af3-3e1adf9a5cb7', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'port_id': '04986084-5048-40a7-95c9-4f029ebab1ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'mac_address': 'fa:16:3e:de:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:05:42Z', 'updated_at': '2021-06-18T22:06:01Z', 'revision_number': 1, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4e7713-7359-42c5-9bf4-19dafa738fdb', 'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'mac_address': 'fa:16:3e:0c:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:26Z', 'revision_number': 5, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'subnets': [{'id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:06:03.284395 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0a61-cf57-4fec-952f-d55216787c77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737366562524'] for network, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.415277 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0a61-cf57-4fec-952f-d55216787c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283'] for network, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.416900 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfd0a61-cf57-4fec-952f-d55216787c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:03.417673 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0a61-cf57-4fec-952f-d55216787c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.420079 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:03.488823 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd0a61-cf57-4fec-952f-d55216787c77 admin admin] Pushing event updated for resources: {'Network': ['ID=c5d32f84-735e-43eb-a1cb-7e480de78879,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:03.492811 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-fbfd0a61-cf57-4fec-952f-d55216787c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:03.499325 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc4e805-f1a3-4aca-bea3-abffe6caf438 None None] New status for floating IP e4607906-3717-4f02-9af3-3e1adf9a5cb7: ACTIVE {{(pid=93156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:06:03.504059 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Network c5d32f84-735e-43eb-a1cb-7e480de78879 details requested by agent ovs-agent-dv-cinder-766752-3-iscsi with host dv-cinder-766752-3-iscsi {{(pid=93155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:06:03.536871 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0eb68313-c74d-4e8d-b084-8cd83265e270 req-3a1324c6-e38d-4be1-909f-1f4f172a50fe service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498115 Jun 18 22:06:03.545980 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-fbfd0a61-cf57-4fec-952f-d55216787c77 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8675475 Jun 18 22:06:03.549189 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 38912) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:03.553552 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-b9961f36-23df-424b-8019-cda51c92705a admin admin] Request body: {'subnet': {'network_id': 'c5d32f84-735e-43eb-a1cb-7e480de78879', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1490705997-subnet', 'tenant_id': '57fa4e6bdf91474da594541f753b0c88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:03.563125 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c61c32-ac57-4f20-95f4-f5db34a235cd req-fdf82691-45fc-4395-950f-3a0857da9cdb tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:03.580271 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-92c61c32-ac57-4f20-95f4-f5db34a235cd req-fdf82691-45fc-4395-950f-3a0857da9cdb tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.5502458 Jun 18 22:06:03.629680 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-92c61c32-ac57-4f20-95f4-f5db34a235cd req-6111b915-1436-4ad8-a7eb-7645c823a0e8 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481286 Jun 18 22:06:03.696614 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9961f36-23df-424b-8019-cda51c92705a admin admin] Made reservation on behalf of 57fa4e6bdf91474da594541f753b0c88 for: {'subnet': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:06:03.698963 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b9961f36-23df-424b-8019-cda51c92705a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9844799'] for subnet, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.946952 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b9961f36-23df-424b-8019-cda51c92705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9460697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9844781'] for subnet, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.949836 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:04.001047 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9961f36-23df-424b-8019-cda51c92705a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed978bf1-de20-414f-a239-df6d7482a11d,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:04.003722 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b9961f36-23df-424b-8019-cda51c92705a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:04.010576 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9961f36-23df-424b-8019-cda51c92705a admin admin] Checking segment: {'id': '29c82d48-d834-4970-abce-e0d3218c9425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c5d32f84-735e-43eb-a1cb-7e480de78879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:06:04.010920 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9961f36-23df-424b-8019-cda51c92705a admin admin] Network hostable DHCP agents. Network: c5d32f84-735e-43eb-a1cb-7e480de78879, hostable agents: ['9f0b91c3-6ba3-4173-8e48-c1b1d033014c'], hosted agents: [] {{(pid=93153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:06:04.118600 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9961f36-23df-424b-8019-cda51c92705a admin admin] Network c5d32f84-735e-43eb-a1cb-7e480de78879 is scheduled to be hosted by DHCP agent 9f0b91c3-6ba3-4173-8e48-c1b1d033014c with binding_index 1 {{(pid=93153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:06:04.219100 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-b9961f36-23df-424b-8019-cda51c92705a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-iscsi, c5d32f84-735e-43eb-a1cb-7e480de78879) {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:06:04.223173 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9961f36-23df-424b-8019-cda51c92705a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:04.223789 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b9961f36-23df-424b-8019-cda51c92705a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:04.229632 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06c1227-d695-4224-91a4-c587af6c4556 None None] Network c5d32f84-735e-43eb-a1cb-7e480de78879 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:06:04.313238 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b9961f36-23df-424b-8019-cda51c92705a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7651861 Jun 18 22:06:04.350767 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db6f21a-54a1-44e2-b400-3410e1449b56 None None] Network c5d32f84-735e-43eb-a1cb-7e480de78879 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:06:04.796475 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ff9ee-383c-4fe7-ad66-d74c3d3795df req-2c11f830-fea5-4aca-b54e-c93328e0899b tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:04.797943 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-353ff9ee-383c-4fe7-ad66-d74c3d3795df req-2c11f830-fea5-4aca-b54e-c93328e0899b tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0667806 Jun 18 22:06:04.842983 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-353ff9ee-383c-4fe7-ad66-d74c3d3795df req-839cbb27-52d9-411d-a4c5-4b136efac592 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5669d32-89cf-43e6-a605-4af6c9e949f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390933 Jun 18 22:06:05.256687 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a39fd-a9c6-44c6-8462-6b0d5f413f74 req-d4366cc0-2579-4eeb-ab76-72e010db41f1 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:05.258146 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-420a39fd-a9c6-44c6-8462-6b0d5f413f74 req-d4366cc0-2579-4eeb-ab76-72e010db41f1 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.44 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 945 time: 0.0653872 Jun 18 22:06:05.355763 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-420a39fd-a9c6-44c6-8462-6b0d5f413f74 req-0c80aa6a-4e11-42a7-b84f-57c174236865 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Deleting port 1bfe51a8-4d7e-4fcf-88ff-73c816145275 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:06:05.356114 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-420a39fd-a9c6-44c6-8462-6b0d5f413f74 req-0c80aa6a-4e11-42a7-b84f-57c174236865 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:05.442577 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-420a39fd-a9c6-44c6-8462-6b0d5f413f74 req-0c80aa6a-4e11-42a7-b84f-57c174236865 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] For port 1bfe51a8-4d7e-4fcf-88ff-73c816145275, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=1bfe51a8-4d7e-4fcf-88ff-73c816145275,segment=NetworkSegment(460f6417-ab01-4abe-9260-59d1ab54280a),segment_id=460f6417-ab01-4abe-9260-59d1ab54280a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:05.442952 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-420a39fd-a9c6-44c6-8462-6b0d5f413f74 req-0c80aa6a-4e11-42a7-b84f-57c174236865 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:05.605453 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-420a39fd-a9c6-44c6-8462-6b0d5f413f74 req-0c80aa6a-4e11-42a7-b84f-57c174236865 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:05.605816 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-420a39fd-a9c6-44c6-8462-6b0d5f413f74 req-0c80aa6a-4e11-42a7-b84f-57c174236865 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546185'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:05.606268 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.l3_db [req-420a39fd-a9c6-44c6-8462-6b0d5f413f74 req-0c80aa6a-4e11-42a7-b84f-57c174236865 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Floating IP c1997d74-0758-41ef-9f0d-d1359f928fe7 disassociated. External IP: 172.27.1.45, port: 1bfe51a8-4d7e-4fcf-88ff-73c816145275. Jun 18 22:06:05.606602 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-420a39fd-a9c6-44c6-8462-6b0d5f413f74 req-0c80aa6a-4e11-42a7-b84f-57c174236865 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Calling delete_port for 1bfe51a8-4d7e-4fcf-88ff-73c816145275 owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:06:05.612940 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 38948) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:05.715896 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-634838eb-e11c-4b88-89d3-3ac605241f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:05.800474 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-634838eb-e11c-4b88-89d3-3ac605241f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:05.833209 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-420a39fd-a9c6-44c6-8462-6b0d5f413f74 req-0c80aa6a-4e11-42a7-b84f-57c174236865 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:05.837146 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-c59c99e2-4093-45ce-9007-1d4bbce01386 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:05.860924 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80aa6a-4e11-42a7-b84f-57c174236865 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Pushing event deleted for resources: {'Port': ['ID=1bfe51a8-4d7e-4fcf-88ff-73c816145275,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:05.864341 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-0c80aa6a-4e11-42a7-b84f-57c174236865 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:05.900236 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-634838eb-e11c-4b88-89d3-3ac605241f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:05.900417 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-2073592e-f8d4-4546-b648-1e8790652518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:05.947517 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-634838eb-e11c-4b88-89d3-3ac605241f67 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=635599629a3640a0894c08e792878d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333681 Jun 18 22:06:05.950673 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 38956) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:05.950673 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634838eb-e11c-4b88-89d3-3ac605241f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dc6ec6-ecf4-491d-a864-5d11c9b7745c,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:05.980333 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-634838eb-e11c-4b88-89d3-3ac605241f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:05.998266 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7f97e8e2-dcd3-4d98-9aef-4b569245de9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:06.004999 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ce7449ec-9b97-4f10-8a37-ddb0bdfb5527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:06.027105 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ce7449ec-9b97-4f10-8a37-ddb0bdfb5527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:06.027333 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fa89d704-9389-4b00-94ae-e1802f5411e9 req-7a69a9eb-61a6-4297-8b00-2740358f9b5c tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 210 time: 0.0374510 Jun 18 22:06:06.037166 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-420a39fd-a9c6-44c6-8462-6b0d5f413f74 req-0c80aa6a-4e11-42a7-b84f-57c174236865 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Router 0921b025-e2b4-4383-a53d-a8b61d11b756 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:06:06.151517 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-420a39fd-a9c6-44c6-8462-6b0d5f413f74 req-0c80aa6a-4e11-42a7-b84f-57c174236865 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:06:06.151844 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ce7449ec-9b97-4f10-8a37-ddb0bdfb5527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:06.152580 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ce7449ec-9b97-4f10-8a37-ddb0bdfb5527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:06.153892 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ce7449ec-9b97-4f10-8a37-ddb0bdfb5527 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/67dc6ec6-ecf4-491d-a864-5d11c9b7745c HTTP/1.1" status: 204 len: 168 time: 0.2045929 Jun 18 22:06:06.154931 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-bb0b4f21-6715-449f-ac9d-0eaacdaa81e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:06.160738 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bbda49-b666-4cd4-b1f4-1139ba45e76d None None] Sync routers for ids ['0921b025-e2b4-4383-a53d-a8b61d11b756'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:06:06.164622 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7449ec-9b97-4f10-8a37-ddb0bdfb5527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dc6ec6-ecf4-491d-a864-5d11c9b7745c,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:06.174838 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-ce7449ec-9b97-4f10-8a37-ddb0bdfb5527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:06.200678 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-420a39fd-a9c6-44c6-8462-6b0d5f413f74 req-0c80aa6a-4e11-42a7-b84f-57c174236865 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] No DVR routers for this DVR port 1bfe51a8-4d7e-4fcf-88ff-73c816145275 on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:06:06.203338 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-420a39fd-a9c6-44c6-8462-6b0d5f413f74 req-0c80aa6a-4e11-42a7-b84f-57c174236865 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:06.205281 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-420a39fd-a9c6-44c6-8462-6b0d5f413f74 req-0c80aa6a-4e11-42a7-b84f-57c174236865 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.44 "DELETE /v2.0/ports/1bfe51a8-4d7e-4fcf-88ff-73c816145275 HTTP/1.1" status: 204 len: 173 time: 0.9417257 Jun 18 22:06:06.205771 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496464fb-3785-4155-abf1-74616f4a624c', 'name': 'network-vif-deleted', 'tag': '1bfe51a8-4d7e-4fcf-88ff-73c816145275'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:06.208764 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2eb39b-1f64-4e52-839e-63ee4746078f" -d '{"events": [{"server_uuid": "496464fb-3785-4155-abf1-74616f4a624c", "name": "network-vif-deleted", "tag": "1bfe51a8-4d7e-4fcf-88ff-73c816145275"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:06.216221 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bbda49-b666-4cd4-b1f4-1139ba45e76d None None] Routers {'0921b025-e2b4-4383-a53d-a8b61d11b756'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:06.217051 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-19bbda49-b666-4cd4-b1f4-1139ba45e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:05:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['0921b025-e2b4-4383-a53d-a8b61d11b756'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:06.248931 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852f21a2-c3f0-47d9-ab25-68aedb39e6dd x-openstack-request-id: req-852f21a2-c3f0-47d9-ab25-68aedb39e6dd {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:06.249259 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496464fb-3785-4155-abf1-74616f4a624c", "name": "network-vif-deleted", "tag": "1bfe51a8-4d7e-4fcf-88ff-73c816145275", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:06.249539 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-852f21a2-c3f0-47d9-ab25-68aedb39e6dd {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:06.249969 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496464fb-3785-4155-abf1-74616f4a624c', 'name': 'network-vif-deleted', 'tag': '1bfe51a8-4d7e-4fcf-88ff-73c816145275', 'status': 'completed', 'code': 200} Jun 18 22:06:06.355293 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-19bbda49-b666-4cd4-b1f4-1139ba45e76d None None] Set router 0921b025-e2b4-4383-a53d-a8b61d11b756 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:06.588392 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-19bbda49-b666-4cd4-b1f4-1139ba45e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:12Z', 'revision_number': 4, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port': {'id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': 'f6483501-f72e-4e29-8843-6301c29c072d', 'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'mac_address': 'fa:16:3e:df:8c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:28Z', 'revision_number': 5, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'subnets': [{'id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:06.623090 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bbda49-b666-4cd4-b1f4-1139ba45e76d None None] Checking router: 0921b025-e2b4-4383-a53d-a8b61d11b756 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:06:06.632428 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bbda49-b666-4cd4-b1f4-1139ba45e76d None None] Routers {'0921b025-e2b4-4383-a53d-a8b61d11b756'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:06.632908 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-19bbda49-b666-4cd4-b1f4-1139ba45e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:05:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['0921b025-e2b4-4383-a53d-a8b61d11b756'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:06.740678 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-19bbda49-b666-4cd4-b1f4-1139ba45e76d None None] Set router 0921b025-e2b4-4383-a53d-a8b61d11b756 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:06.755157 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-533a8d16-9719-4d25-b246-38f2dbc33865 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:06.756637 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-533a8d16-9719-4d25-b246-38f2dbc33865 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/networks?id=c5d32f84-735e-43eb-a1cb-7e480de78879 HTTP/1.1" status: 200 len: 809 time: 0.1066849 Jun 18 22:06:06.778127 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-4594bf14-eb45-47c2-8990-5ca949af8577 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/quotas/57fa4e6bdf91474da594541f753b0c88 HTTP/1.1" status: 200 len: 375 time: 0.0157320 Jun 18 22:06:06.812247 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-b2132569-1cf3-4f29-9c20-315b57674260 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=57fa4e6bdf91474da594541f753b0c88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286505 Jun 18 22:06:06.919593 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-9160373d-94ac-4cfb-b2ef-2e4961cac326 service neutron] 10.222.0.38 "GET /v2.0/networks/c5d32f84-735e-43eb-a1cb-7e480de78879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998700 Jun 18 22:06:06.959262 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-19bbda49-b666-4cd4-b1f4-1139ba45e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:12Z', 'revision_number': 4, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port': {'id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': 'f6483501-f72e-4e29-8843-6301c29c072d', 'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'mac_address': 'fa:16:3e:df:8c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:28Z', 'revision_number': 5, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'subnets': [{'id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:06.998895 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bbda49-b666-4cd4-b1f4-1139ba45e76d None None] The sync data for ids ['0921b025-e2b4-4383-a53d-a8b61d11b756'] in dv-cinder-766752-3-iscsi is: [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:12Z', 'revision_number': 4, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port': {'id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': 'f6483501-f72e-4e29-8843-6301c29c072d', 'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'mac_address': 'fa:16:3e:df:8c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:28Z', 'revision_number': 5, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'subnets': [{'id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:06:07.040402 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-b1c6ac92-917f-4806-a02a-0db9d876e4fa service neutron] 10.222.0.38 "GET /v2.0/networks/c5d32f84-735e-43eb-a1cb-7e480de78879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086135 Jun 18 22:06:07.240088 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7cd5728-6f18-4ebc-9d6c-cdb0e374179b req-b1e3b799-f5ca-421c-9fb1-96ae6924d35f tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=496464fb-3785-4155-abf1-74616f4a624c HTTP/1.1" status: 200 len: 210 time: 0.0565789 Jun 18 22:06:07.368718 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-72512f14-70bd-456c-bf8b-fd2c87492c90 req-ad1fe6ef-764e-445b-86f0-d1e0c237fb55 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8981fed-9d29-49f5-abf5-e89b61037c92 HTTP/1.1" status: 200 len: 210 time: 0.0582478 Jun 18 22:06:07.424519 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a18b536-8ea4-4c3a-af5d-ad6b6433aca4 None None] New status for floating IP c1997d74-0758-41ef-9f0d-d1359f928fe7: DOWN {{(pid=93156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:06:08.080977 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 1bfe51a8-4d7e-4fcf-88ff-73c816145275 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:06:08.105136 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] No Port match for: 1bfe51a8-4d7e-4fcf-88ff-73c816145275 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:06:08.105485 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 1bfe51a8-4d7e-4fcf-88ff-73c816145275 not bound to the agent host hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:06:08.353789 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c99b8866-224c-49bc-a0d5-f2c50393f41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:08.422421 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 39024) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:08.479218 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-877d41a4-ad3c-43d1-89d1-88cc4cf56a67 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:08.505197 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-877d41a4-ad3c-43d1-89d1-88cc4cf56a67 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:08.516611 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-483df490-ff24-4fb9-a74b-ba4fadf8bca5 req-c21c51cb-ae76-4752-a5f3-87f673d95cec tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8981fed-9d29-49f5-abf5-e89b61037c92 HTTP/1.1" status: 200 len: 210 time: 0.0288074 Jun 18 22:06:08.644397 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-877d41a4-ad3c-43d1-89d1-88cc4cf56a67 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:08.647022 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-877d41a4-ad3c-43d1-89d1-88cc4cf56a67 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:08.648181 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-877d41a4-ad3c-43d1-89d1-88cc4cf56a67 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "DELETE /v2.0/security-groups/e5669d32-89cf-43e6-a605-4af6c9e949f3 HTTP/1.1" status: 204 len: 168 time: 0.2249553 Jun 18 22:06:08.649825 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-9f07fc56-460a-4d14-8143-1a69b95746b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:08.651625 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 39028) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:08.659187 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d41a4-ad3c-43d1-89d1-88cc4cf56a67 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5669d32-89cf-43e6-a605-4af6c9e949f3,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:08.661585 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-877d41a4-ad3c-43d1-89d1-88cc4cf56a67 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:08.665082 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.api.v2.resource [None req-88ec0bb5-19c0-44df-8b13-30718af6eae0 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] show failed (client error): The resource could not be found. Jun 18 22:06:08.666188 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-88ec0bb5-19c0-44df-8b13-30718af6eae0 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups/e5669d32-89cf-43e6-a605-4af6c9e949f3 HTTP/1.1" status: 404 len: 347 time: 0.0134809 Jun 18 22:06:08.680571 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 39030) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:08.801784 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b5154-893b-46b6-ac88-7fb6f50ab0f1 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Deleting port 3e3ed7bf-05ed-4d2a-9347-2d16cfc39246 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:06:08.802048 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5154-893b-46b6-ac88-7fb6f50ab0f1 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:08.876089 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5154-893b-46b6-ac88-7fb6f50ab0f1 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:08.876440 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5154-893b-46b6-ac88-7fb6f50ab0f1 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:08.912783 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:08.939837 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b5154-893b-46b6-ac88-7fb6f50ab0f1 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Calling delete_port for 3e3ed7bf-05ed-4d2a-9347-2d16cfc39246 owned by network:floatingip {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:06:09.124838 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5154-893b-46b6-ac88-7fb6f50ab0f1 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460578'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:09.127884 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:09.151392 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b5154-893b-46b6-ac88-7fb6f50ab0f1 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Pushing event deleted for resources: {'Port': ['ID=3e3ed7bf-05ed-4d2a-9347-2d16cfc39246,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:09.156277 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-dc7b5154-893b-46b6-ac88-7fb6f50ab0f1 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:09.214375 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5154-893b-46b6-ac88-7fb6f50ab0f1 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for floatingip, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:09.216893 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5154-893b-46b6-ac88-7fb6f50ab0f1 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:09.218016 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-dc7b5154-893b-46b6-ac88-7fb6f50ab0f1 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "DELETE /v2.0/floatingips/c1997d74-0758-41ef-9f0d-d1359f928fe7 HTTP/1.1" status: 204 len: 168 time: 0.5364020 Jun 18 22:06:09.525431 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:09.661895 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 39050) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:09.667669 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-8c79561f-5236-426d-8bd4-0eaea6e6be62 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Request body: {'security_group': {'name': 'tempest-securitygroup--83631740', 'description': 'tempest-description--1307343736'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:09.709739 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-181dc293-eba5-430d-9e94-1ddc38fc1920 req-2230b90d-17a4-4a31-a565-a1c0e613c843 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8981fed-9d29-49f5-abf5-e89b61037c92 HTTP/1.1" status: 200 len: 210 time: 0.0666327 Jun 18 22:06:09.748143 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8c79561f-5236-426d-8bd4-0eaea6e6be62 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:09.770190 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-b87017d0-60d4-449b-a2ad-f36d8bfd27bd tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:09.771612 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-b87017d0-60d4-449b-a2ad-f36d8bfd27bd tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.44 "GET /v2.0/networks?id=c5d32f84-735e-43eb-a1cb-7e480de78879 HTTP/1.1" status: 200 len: 809 time: 0.1398463 Jun 18 22:06:09.792826 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-67b677d0-92c5-48b5-abd0-f0dab3b39399 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Request body: {'port': {'device_id': 'c8981fed-9d29-49f5-abf5-e89b61037c92', 'network_id': 'c5d32f84-735e-43eb-a1cb-7e480de78879', 'admin_state_up': True, 'tenant_id': '57fa4e6bdf91474da594541f753b0c88'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:09.838111 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8c79561f-5236-426d-8bd4-0eaea6e6be62 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:09.911327 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8c79561f-5236-426d-8bd4-0eaea6e6be62 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:09.917701 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-53f1350a-4bda-4585-ae10-cf7d59bb00a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:09.941563 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79561f-5236-426d-8bd4-0eaea6e6be62 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d17e0177-8253-40ca-ac5a-0c3a473dc064,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:09.944052 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-8c79561f-5236-426d-8bd4-0eaea6e6be62 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:10.031552 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-67b677d0-92c5-48b5-abd0-f0dab3b39399 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Made reservation on behalf of 57fa4e6bdf91474da594541f753b0c88 for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:06:10.035293 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-67b677d0-92c5-48b5-abd0-f0dab3b39399 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.155638 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-67b677d0-92c5-48b5-abd0-f0dab3b39399 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Allocated IP 172.20.0.13 (c5d32f84-735e-43eb-a1cb-7e480de78879/ed978bf1-de20-414f-a239-df6d7482a11d/0f53031d-b1e3-4df9-94a5-864a72f8ed47) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:06:10.170586 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8c79561f-5236-426d-8bd4-0eaea6e6be62 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.171942 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-8c79561f-5236-426d-8bd4-0eaea6e6be62 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5083337 Jun 18 22:06:10.174886 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 39056) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:10.186703 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-d2b48b28-ee70-4b4f-9dc1-f0f79e073bce tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Request body: {'security_group_rule': {'security_group_id': 'd17e0177-8253-40ca-ac5a-0c3a473dc064', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:10.323568 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-67b677d0-92c5-48b5-abd0-f0dab3b39399 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.333161 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d2b48b28-ee70-4b4f-9dc1-f0f79e073bce tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.408735 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d2b48b28-ee70-4b4f-9dc1-f0f79e073bce tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.488898 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-67b677d0-92c5-48b5-abd0-f0dab3b39399 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.492629 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-c6087c49-727a-4f1d-9acb-3229bc501d5b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:10.524510 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d2b48b28-ee70-4b4f-9dc1-f0f79e073bce tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.533631 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-67b677d0-92c5-48b5-abd0-f0dab3b39399 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Network c5d32f84-735e-43eb-a1cb-7e480de78879 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:06:10.542877 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-67b677d0-92c5-48b5-abd0-f0dab3b39399 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:06:10.551375 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-67b677d0-92c5-48b5-abd0-f0dab3b39399 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:06:10.578135 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b677d0-92c5-48b5-abd0-f0dab3b39399 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Pushing event updated for resources: {'Port': ['ID=0f53031d-b1e3-4df9-94a5-864a72f8ed47,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:10.582350 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-67b677d0-92c5-48b5-abd0-f0dab3b39399 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:10.582846 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-b2e127c1-4d3e-40ab-8d12-833d16f18e54 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:10.599496 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b48b28-ee70-4b4f-9dc1-f0f79e073bce tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae72344-0975-459e-bf14-05b412343a53,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:10.603650 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-d2b48b28-ee70-4b4f-9dc1-f0f79e073bce tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:10.613722 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-67b677d0-92c5-48b5-abd0-f0dab3b39399 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:10.614318 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-67b677d0-92c5-48b5-abd0-f0dab3b39399 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.622947 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d2b48b28-ee70-4b4f-9dc1-f0f79e073bce tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.624072 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-d2b48b28-ee70-4b4f-9dc1-f0f79e073bce tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4482419 Jun 18 22:06:10.626676 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 39062) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:10.630922 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-0ea76837-d3d5-43ad-90a1-a0b26379af64 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Request body: {'security_group_rule': {'security_group_id': 'd17e0177-8253-40ca-ac5a-0c3a473dc064', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:10.736741 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-67b677d0-92c5-48b5-abd0-f0dab3b39399 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9485681 Jun 18 22:06:10.769039 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Request body: {'port': {'device_id': 'c8981fed-9d29-49f5-abf5-e89b61037c92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:10.872463 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea76837-d3d5-43ad-90a1-a0b26379af64 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.895361 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.990040 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c612e7a-a4aa-4081-b7c8-18e39f20c2df req-52dff38e-e749-47e6-b0d3-91ae75123ddf tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:10.991504 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9c612e7a-a4aa-4081-b7c8-18e39f20c2df req-52dff38e-e749-47e6-b0d3-91ae75123ddf tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8981fed-9d29-49f5-abf5-e89b61037c92 HTTP/1.1" status: 200 len: 932 time: 0.1615329 Jun 18 22:06:11.002773 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea76837-d3d5-43ad-90a1-a0b26379af64 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:11.076396 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea76837-d3d5-43ad-90a1-a0b26379af64 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:11.089992 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:11.110737 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9c612e7a-a4aa-4081-b7c8-18e39f20c2df req-263bba7b-c963-4dc6-868d-590ba9a8d41b tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131225 Jun 18 22:06:11.146612 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea76837-d3d5-43ad-90a1-a0b26379af64 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7aaa10-6dc9-4689-b7e3-3b7722e9dae9,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:11.150432 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-0ea76837-d3d5-43ad-90a1-a0b26379af64 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:11.251570 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea76837-d3d5-43ad-90a1-a0b26379af64 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:11.252751 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-0ea76837-d3d5-43ad-90a1-a0b26379af64 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6251929 Jun 18 22:06:11.257875 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f53031d-b1e3-4df9-94a5-864a72f8ed47 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:06:11.260392 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 39074) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:11.262723 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:11.265157 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-863fe80d-3af1-4aac-96f2-5e62401415c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Request body: {'floatingip': {'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:11.274660 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Transition to ACTIVE for port object 0f53031d-b1e3-4df9-94a5-864a72f8ed47 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:06:11.353702 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:11.353912 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-863fe80d-3af1-4aac-96f2-5e62401415c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for floatingip, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:11.355862 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:11.425249 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Pushing event updated for resources: {'Port': ['ID=0f53031d-b1e3-4df9-94a5-864a72f8ed47,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:11.428503 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:11.455238 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-863fe80d-3af1-4aac-96f2-5e62401415c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:11.506262 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Attempting to bind port 0f53031d-b1e3-4df9-94a5-864a72f8ed47 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:06:11.506262 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Attempting to bind port 0f53031d-b1e3-4df9-94a5-864a72f8ed47 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '29c82d48-d834-4970-abce-e0d3218c9425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c5d32f84-735e-43eb-a1cb-7e480de78879'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:06:11.506262 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Attempting to bind port 0f53031d-b1e3-4df9-94a5-864a72f8ed47 on network c5d32f84-735e-43eb-a1cb-7e480de78879 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:06:11.510102 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Port 0f53031d-b1e3-4df9-94a5-864a72f8ed47 on network c5d32f84-735e-43eb-a1cb-7e480de78879 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:06:11.510403 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Attempting to bind port 0f53031d-b1e3-4df9-94a5-864a72f8ed47 on network c5d32f84-735e-43eb-a1cb-7e480de78879 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:06:11.515037 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:06:11.515365 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Checking segment: {'id': '29c82d48-d834-4970-abce-e0d3218c9425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c5d32f84-735e-43eb-a1cb-7e480de78879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:06:11.515739 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Bound using segment: {'id': '29c82d48-d834-4970-abce-e0d3218c9425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c5d32f84-735e-43eb-a1cb-7e480de78879'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:06:11.516219 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Bound port: 0f53031d-b1e3-4df9-94a5-864a72f8ed47, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c82d48-d834-4970-abce-e0d3218c9425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c5d32f84-735e-43eb-a1cb-7e480de78879'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:06:11.516529 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:11.525772 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:11.567267 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-863fe80d-3af1-4aac-96f2-5e62401415c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Allocated IP 172.27.1.213 (ac7fe84e-50f5-4915-b437-0569bccbfaaf/467ce04a-3e35-49c7-b989-561dd094bc72/704e0950-3b83-43e4-8532-189d66d9f025) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:06:11.579782 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] For port 0f53031d-b1e3-4df9-94a5-864a72f8ed47, host hv-cinder-76675, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:06:11.582732 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] For port 0f53031d-b1e3-4df9-94a5-864a72f8ed47, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=0f53031d-b1e3-4df9-94a5-864a72f8ed47,segment=NetworkSegment(29c82d48-d834-4970-abce-e0d3218c9425),segment_id=29c82d48-d834-4970-abce-e0d3218c9425)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:06:11.649861 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:11.652909 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-1f6776af-8e0f-4bd9-b2c6-7e9c7f25e982 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:11.665759 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-863fe80d-3af1-4aac-96f2-5e62401415c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:11.683133 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:11.683668 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:11.685036 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] 10.222.0.44 "PUT /v2.0/ports/0f53031d-b1e3-4df9-94a5-864a72f8ed47 HTTP/1.1" status: 200 len: 1094 time: 0.9203639 Jun 18 22:06:11.685532 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8981fed-9d29-49f5-abf5-e89b61037c92', 'tag': '0f53031d-b1e3-4df9-94a5-864a72f8ed47'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:11.687800 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1189fc-8e15-4e6f-ab62-82753327677e" -d '{"events": [{"name": "network-changed", "server_uuid": "c8981fed-9d29-49f5-abf5-e89b61037c92", "tag": "0f53031d-b1e3-4df9-94a5-864a72f8ed47"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:11.716128 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Pushing event updated for resources: {'Port': ['ID=0f53031d-b1e3-4df9-94a5-864a72f8ed47,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:11.719987 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:11.726615 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d5f587-c24a-43a5-b08b-f1526ba0ad61 x-openstack-request-id: req-32d5f587-c24a-43a5-b08b-f1526ba0ad61 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:11.726951 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8981fed-9d29-49f5-abf5-e89b61037c92", "tag": "0f53031d-b1e3-4df9-94a5-864a72f8ed47", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:11.727234 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32d5f587-c24a-43a5-b08b-f1526ba0ad61 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:11.727848 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8981fed-9d29-49f5-abf5-e89b61037c92', 'tag': '0f53031d-b1e3-4df9-94a5-864a72f8ed47', 'status': 'completed', 'code': 200} Jun 18 22:06:11.760475 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-863fe80d-3af1-4aac-96f2-5e62401415c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9460589'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:11.763784 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-688115b1-5dbc-44b0-a417-ed4be4b0f97e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:11.830399 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1189fc-8e15-4e6f-ab62-82753327677e req-8653cd94-1dd2-4017-8177-928348075c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:11.831867 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-aa1189fc-8e15-4e6f-ab62-82753327677e req-8653cd94-1dd2-4017-8177-928348075c91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57fa4e6bdf91474da594541f753b0c88&device_id=c8981fed-9d29-49f5-abf5-e89b61037c92 HTTP/1.1" status: 200 len: 1097 time: 0.0608363 Jun 18 22:06:11.939615 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1189fc-8e15-4e6f-ab62-82753327677e req-450a5f7e-c3ad-4b05-a034-1ba93a23964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:11.941096 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-aa1189fc-8e15-4e6f-ab62-82753327677e req-450a5f7e-c3ad-4b05-a034-1ba93a23964e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=57fa4e6bdf91474da594541f753b0c88&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0947785 Jun 18 22:06:11.996227 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863fe80d-3af1-4aac-96f2-5e62401415c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:06:11.999281 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-863fe80d-3af1-4aac-96f2-5e62401415c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:06:12.002737 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863fe80d-3af1-4aac-96f2-5e62401415c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:06:12.026690 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fe80d-3af1-4aac-96f2-5e62401415c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Pushing event updated for resources: {'Port': ['ID=704e0950-3b83-43e4-8532-189d66d9f025,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:12.030928 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-863fe80d-3af1-4aac-96f2-5e62401415c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:12.042815 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1189fc-8e15-4e6f-ab62-82753327677e req-2740d444-c077-4a3e-80c1-60163bf59f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:12.044296 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-aa1189fc-8e15-4e6f-ab62-82753327677e req-2740d444-c077-4a3e-80c1-60163bf59f75 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968325 Jun 18 22:06:12.094115 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-863fe80d-3af1-4aac-96f2-5e62401415c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:12.193305 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-ea2b511c-e8be-4eea-8bdc-fbb3ddde17ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:12.194843 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-ea2b511c-e8be-4eea-8bdc-fbb3ddde17ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57fa4e6bdf91474da594541f753b0c88&device_id=c8981fed-9d29-49f5-abf5-e89b61037c92 HTTP/1.1" status: 200 len: 1097 time: 0.0536330 Jun 18 22:06:12.201130 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-863fe80d-3af1-4aac-96f2-5e62401415c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:12.244174 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-ab6da759-3788-4ba4-a071-092426e0cd4b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f53031d-b1e3-4df9-94a5-864a72f8ed47 HTTP/1.1" status: 200 len: 217 time: 0.0365589 Jun 18 22:06:12.331221 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-d652bafa-228c-4060-8346-2bf089d3c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:12.332684 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-d652bafa-228c-4060-8346-2bf089d3c0be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed978bf1-de20-414f-a239-df6d7482a11d HTTP/1.1" status: 200 len: 849 time: 0.0590651 Jun 18 22:06:12.347650 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175ec43-2162-4952-9233-6f64738bf989 req-f5cbd641-c317-408f-a89e-e72ab90cc273 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:12.348822 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-863fe80d-3af1-4aac-96f2-5e62401415c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:12.349319 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f175ec43-2162-4952-9233-6f64738bf989 req-f5cbd641-c317-408f-a89e-e72ab90cc273 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8981fed-9d29-49f5-abf5-e89b61037c92 HTTP/1.1" status: 200 len: 944 time: 0.1073816 Jun 18 22:06:12.381375 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-70796575-7efa-4a16-950f-3bbe9d736925 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5d32f84-735e-43eb-a1cb-7e480de78879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314145 Jun 18 22:06:12.404391 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-863fe80d-3af1-4aac-96f2-5e62401415c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460571'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:12.407365 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-0c5ded9d-a440-4db0-bb45-c6c0e2b6c1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:12.451211 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f175ec43-2162-4952-9233-6f64738bf989 req-edcdf25b-b289-4550-942c-e2830cd3cb8d tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936315 Jun 18 22:06:12.471519 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fe80d-3af1-4aac-96f2-5e62401415c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Pushing event updated for resources: {'Port': ['ID=704e0950-3b83-43e4-8532-189d66d9f025,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:12.482487 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-863fe80d-3af1-4aac-96f2-5e62401415c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:12.489087 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-863fe80d-3af1-4aac-96f2-5e62401415c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546185'] for floatingip, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:12.491885 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-3e114374-a2ee-4c62-96f7-d5f96d8182d2 service neutron] 10.222.0.44 "GET /v2.0/networks/c5d32f84-735e-43eb-a1cb-7e480de78879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019394 Jun 18 22:06:12.564920 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-863fe80d-3af1-4aac-96f2-5e62401415c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:12.566141 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-863fe80d-3af1-4aac-96f2-5e62401415c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3047431 Jun 18 22:06:12.583932 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8e7c7465-7539-45ae-9cdd-715b5ac17571 req-6e7fdf8a-1960-4d35-91da-25273c9b8fd1 service neutron] 10.222.0.44 "GET /v2.0/networks/c5d32f84-735e-43eb-a1cb-7e480de78879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852399 Jun 18 22:06:12.760148 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-5364ef3b-bf06-4f74-9396-10e2d20ff2ad tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--83631740&fields=id&tenant_id=060b087bd54643a881c64aaba76b1ffe HTTP/1.1" status: 200 len: 267 time: 0.0352299 Jun 18 22:06:12.871112 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-8e8d0716-00a7-4e60-b9c5-46aa9954d2a3 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:12.872591 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-8e8d0716-00a7-4e60-b9c5-46aa9954d2a3 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/networks?id=b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba HTTP/1.1" status: 200 len: 811 time: 0.1056278 Jun 18 22:06:12.888150 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-6134b233-5fac-41b0-8832-68ffed52c9c4 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/quotas/060b087bd54643a881c64aaba76b1ffe HTTP/1.1" status: 200 len: 375 time: 0.0100050 Jun 18 22:06:12.955731 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-9adc83dc-4fd9-4456-89e7-d1ab3ad8e416 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=060b087bd54643a881c64aaba76b1ffe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625713 Jun 18 22:06:13.053481 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1b6c0eed-f426-4bf8-8750-4b6c88344afe service neutron] 10.222.0.38 "GET /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858991 Jun 18 22:06:13.141175 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-eed32bb4-9e25-477d-b5d1-81d6087c6596 service neutron] 10.222.0.38 "GET /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818331 Jun 18 22:06:13.445499 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7c57504e-d457-4ee3-bf4c-8e69d374e6b4 req-bf7e70fb-48fc-4535-8ff7-c4d2a702a7aa tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 210 time: 0.0326018 Jun 18 22:06:13.628303 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2138db-5fd1-4f57-85ec-a5476b864345 req-f11f1422-cfc0-4280-b8fb-3b506a3a595c tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:13.629750 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a2138db-5fd1-4f57-85ec-a5476b864345 req-f11f1422-cfc0-4280-b8fb-3b506a3a595c tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8981fed-9d29-49f5-abf5-e89b61037c92 HTTP/1.1" status: 200 len: 944 time: 0.0627053 Jun 18 22:06:13.668538 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6a2138db-5fd1-4f57-85ec-a5476b864345 req-f4a8d4ae-b3ea-4b49-891e-068ba732e3b0 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322745 Jun 18 22:06:14.085189 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 0f53031d-b1e3-4df9-94a5-864a72f8ed47 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:06:14.189033 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 0f53031d-b1e3-4df9-94a5-864a72f8ed47, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=0f53031d-b1e3-4df9-94a5-864a72f8ed47,segment=NetworkSegment(29c82d48-d834-4970-abce-e0d3218c9425),segment_id=29c82d48-d834-4970-abce-e0d3218c9425)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:14.199757 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': '0f53031d-b1e3-4df9-94a5-864a72f8ed47', 'network_id': 'c5d32f84-735e-43eb-a1cb-7e480de78879', 'port_id': '0f53031d-b1e3-4df9-94a5-864a72f8ed47', 'mac_address': 'fa:16:3e:16:b5:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed978bf1-de20-414f-a239-df6d7482a11d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:06:14.239130 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:14.252254 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f53031d-b1e3-4df9-94a5-864a72f8ed47 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:06:14.270527 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 0f53031d-b1e3-4df9-94a5-864a72f8ed47, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=0f53031d-b1e3-4df9-94a5-864a72f8ed47,segment=NetworkSegment(29c82d48-d834-4970-abce-e0d3218c9425),segment_id=29c82d48-d834-4970-abce-e0d3218c9425)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:14.324869 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:14.326711 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:14.388196 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=0f53031d-b1e3-4df9-94a5-864a72f8ed47,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:14.391729 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:14.466484 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-450a5517-ae5d-457a-937c-9ac23a2e6465 req-3a2b5863-3a12-4bfb-87ab-0d1baf03f311 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716432563&fields=id&tenant_id=1b54bd8f50e44b159a9735b0e6072e2a HTTP/1.1" status: 200 len: 267 time: 0.0357625 Jun 18 22:06:14.538887 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a5517-ae5d-457a-937c-9ac23a2e6465 req-33427fd1-5cb3-4bc6-8192-5ea2baf6bb31 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:14.540898 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-450a5517-ae5d-457a-937c-9ac23a2e6465 req-33427fd1-5cb3-4bc6-8192-5ea2baf6bb31 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 984 time: 0.0683920 Jun 18 22:06:14.554016 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-450a5517-ae5d-457a-937c-9ac23a2e6465 req-d22c48c4-c960-4425-ad82-fe9c12c9191b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Request body: {'port': {'security_groups': ['2019d204-499d-4330-b76b-14077174d7d2']}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:14.615505 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9ed17c74-1c8a-4dc3-93bb-a2bca8886171 req-29839578-fb63-4b65-a359-5330875a4891 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 210 time: 0.0340180 Jun 18 22:06:14.668300 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-450a5517-ae5d-457a-937c-9ac23a2e6465 req-d22c48c4-c960-4425-ad82-fe9c12c9191b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:14.669749 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['0f53031d-b1e3-4df9-94a5-864a72f8ed47'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:06:14.893060 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-450a5517-ae5d-457a-937c-9ac23a2e6465 req-d22c48c4-c960-4425-ad82-fe9c12c9191b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] For port e3951007-e871-4bae-8fc7-00eab61ec720, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=e3951007-e871-4bae-8fc7-00eab61ec720,segment=NetworkSegment(f9773eb0-dec6-4b1d-bd23-34ec1ed7d059),segment_id=f9773eb0-dec6-4b1d-bd23-34ec1ed7d059)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:14.928598 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd0e44-981f-4cc2-be7f-35dbaa4d8471 req-ac20a7a5-ce22-41d2-b9de-28fca5b10a3f tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:14.930010 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cbcd0e44-981f-4cc2-be7f-35dbaa4d8471 req-ac20a7a5-ce22-41d2-b9de-28fca5b10a3f tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8981fed-9d29-49f5-abf5-e89b61037c92 HTTP/1.1" status: 200 len: 945 time: 0.1157620 Jun 18 22:06:14.939925 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-450a5517-ae5d-457a-937c-9ac23a2e6465 req-d22c48c4-c960-4425-ad82-fe9c12c9191b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:14.972204 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cbcd0e44-981f-4cc2-be7f-35dbaa4d8471 req-0c1526bd-c34d-4f0f-8387-5a6d303c167d tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349448 Jun 18 22:06:15.022445 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-450a5517-ae5d-457a-937c-9ac23a2e6465 req-d22c48c4-c960-4425-ad82-fe9c12c9191b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.027079 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-1e2831ac-4e58-4ea7-8a24-91bfb3ed5c38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:15.073212 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a5517-ae5d-457a-937c-9ac23a2e6465 req-d22c48c4-c960-4425-ad82-fe9c12c9191b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:15.074891 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-450a5517-ae5d-457a-937c-9ac23a2e6465 req-d22c48c4-c960-4425-ad82-fe9c12c9191b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.075213 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-450a5517-ae5d-457a-937c-9ac23a2e6465 req-d22c48c4-c960-4425-ad82-fe9c12c9191b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "PUT /v2.0/ports/e3951007-e871-4bae-8fc7-00eab61ec720 HTTP/1.1" status: 200 len: 942 time: 0.5268660 Jun 18 22:06:15.075695 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a33f479-a37b-4a2f-ae69-f4e02546d32e', 'tag': 'e3951007-e871-4bae-8fc7-00eab61ec720'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:15.078108 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70fdae0-7aef-48a7-8ae6-856f89fcf0fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3a33f479-a37b-4a2f-ae69-f4e02546d32e", "tag": "e3951007-e871-4bae-8fc7-00eab61ec720"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:15.081017 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 39142) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:15.100341 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c48c4-c960-4425-ad82-fe9c12c9191b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Pushing event updated for resources: {'Port': ['ID=e3951007-e871-4bae-8fc7-00eab61ec720,revision_number=7']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:15.108002 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-d22c48c4-c960-4425-ad82-fe9c12c9191b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:15.128128 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a097013-73ae-4785-a808-154ad6003c05 x-openstack-request-id: req-7a097013-73ae-4785-a808-154ad6003c05 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:15.128729 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a33f479-a37b-4a2f-ae69-f4e02546d32e", "tag": "e3951007-e871-4bae-8fc7-00eab61ec720", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:15.129021 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7a097013-73ae-4785-a808-154ad6003c05 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:15.129454 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a33f479-a37b-4a2f-ae69-f4e02546d32e', 'tag': 'e3951007-e871-4bae-8fc7-00eab61ec720', 'status': 'completed', 'code': 200} Jun 18 22:06:15.151490 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3b8133b6-0775-428e-a7a8-fa8c157c3ea0 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.177728 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3b8133b6-0775-428e-a7a8-fa8c157c3ea0 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.238003 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['e3951007-e871-4bae-8fc7-00eab61ec720'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:06:15.244070 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fdae0-7aef-48a7-8ae6-856f89fcf0fb req-edde37a4-59a6-4cb9-9a2f-5404270f6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:15.245616 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d70fdae0-7aef-48a7-8ae6-856f89fcf0fb req-edde37a4-59a6-4cb9-9a2f-5404270f6f7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b54bd8f50e44b159a9735b0e6072e2a&device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 1098 time: 0.0604355 Jun 18 22:06:15.301921 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3b8133b6-0775-428e-a7a8-fa8c157c3ea0 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.304907 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3b8133b6-0775-428e-a7a8-fa8c157c3ea0 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.306350 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-3b8133b6-0775-428e-a7a8-fa8c157c3ea0 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "DELETE /v2.0/security-groups/75f82a36-cc6d-4a59-b51f-477f588ada9c HTTP/1.1" status: 204 len: 168 time: 0.2243087 Jun 18 22:06:15.307559 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-befe873f-990a-4b81-b760-88d4264f8157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:15.311339 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 39144) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:15.318647 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8133b6-0775-428e-a7a8-fa8c157c3ea0 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f82a36-cc6d-4a59-b51f-477f588ada9c,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:15.320972 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-3b8133b6-0775-428e-a7a8-fa8c157c3ea0 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:15.363363 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['e3951007-e871-4bae-8fc7-00eab61ec720'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:06:15.368815 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-b0dc9498-af72-411f-8577-d762e98480c5 None None] Provisioning complete for port e3951007-e871-4bae-8fc7-00eab61ec720 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:15.369410 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b0dc9498-af72-411f-8577-d762e98480c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.435998 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fdae0-7aef-48a7-8ae6-856f89fcf0fb req-30f2003d-7fc3-459f-931f-ebc1f3b8ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:15.437738 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d70fdae0-7aef-48a7-8ae6-856f89fcf0fb req-30f2003d-7fc3-459f-931f-ebc1f3b8ef45 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 HTTP/1.1" status: 200 len: 915 time: 0.1850774 Jun 18 22:06:15.552485 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d70fdae0-7aef-48a7-8ae6-856f89fcf0fb req-991625d4-3af7-4ac0-92f4-a8d228c4171b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3951007-e871-4bae-8fc7-00eab61ec720 HTTP/1.1" status: 200 len: 1000 time: 0.1022975 Jun 18 22:06:15.604805 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-efd097f2-2605-424e-9cb7-af55e61eec1b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Deleting port 02052d4c-481d-44b2-a3f7-e66659729990 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:06:15.605166 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-efd097f2-2605-424e-9cb7-af55e61eec1b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.610882 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fdae0-7aef-48a7-8ae6-856f89fcf0fb req-b8e5aa1b-bfcd-415b-a109-2e63a8d82aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:15.612419 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d70fdae0-7aef-48a7-8ae6-856f89fcf0fb req-b8e5aa1b-bfcd-415b-a109-2e63a8d82aa5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04b18992-a64d-4ec3-9a38-c5bc3c8cd36f HTTP/1.1" status: 200 len: 853 time: 0.0518773 Jun 18 22:06:15.734356 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-efd097f2-2605-424e-9cb7-af55e61eec1b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.734678 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-efd097f2-2605-424e-9cb7-af55e61eec1b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.746409 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fdae0-7aef-48a7-8ae6-856f89fcf0fb req-761070a0-85d3-4860-a827-188670c75e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:15.747943 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d70fdae0-7aef-48a7-8ae6-856f89fcf0fb req-761070a0-85d3-4860-a827-188670c75e7f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52150e85-19ba-4d4a-a3c3-ffe0bfb5c484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0957925 Jun 18 22:06:15.813691 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-efd097f2-2605-424e-9cb7-af55e61eec1b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Calling delete_port for 02052d4c-481d-44b2-a3f7-e66659729990 owned by network:floatingip {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:06:16.094744 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 0f53031d-b1e3-4df9-94a5-864a72f8ed47 up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:06:16.233893 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port 0f53031d-b1e3-4df9-94a5-864a72f8ed47 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:06:16.237748 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port 0f53031d-b1e3-4df9-94a5-864a72f8ed47 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:16.238126 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.286489 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-02bef93c-fe0c-4114-8d87-9454e6b52a6e req-7b00ae0d-708c-46b7-ac29-8553b041ae2a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 210 time: 0.1532578 Jun 18 22:06:16.341931 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.365913 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8981fed-9d29-49f5-abf5-e89b61037c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f53031d-b1e3-4df9-94a5-864a72f8ed47'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:16.368076 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8201af6a-d406-4948-b1e6-1c32d3f75622" -d '{"events": [{"server_uuid": "c8981fed-9d29-49f5-abf5-e89b61037c92", "name": "network-vif-plugged", "status": "completed", "tag": "0f53031d-b1e3-4df9-94a5-864a72f8ed47"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:16.381757 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 0f53031d-b1e3-4df9-94a5-864a72f8ed47, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=0f53031d-b1e3-4df9-94a5-864a72f8ed47,segment=NetworkSegment(29c82d48-d834-4970-abce-e0d3218c9425),segment_id=29c82d48-d834-4970-abce-e0d3218c9425)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:16.406363 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb2f7e5-14d9-4bb7-992a-81d712c980d3 x-openstack-request-id: req-8bb2f7e5-14d9-4bb7-992a-81d712c980d3 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:16.407292 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8981fed-9d29-49f5-abf5-e89b61037c92", "name": "network-vif-plugged", "status": "completed", "tag": "0f53031d-b1e3-4df9-94a5-864a72f8ed47", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:16.407556 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8bb2f7e5-14d9-4bb7-992a-81d712c980d3 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:16.407949 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8981fed-9d29-49f5-abf5-e89b61037c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f53031d-b1e3-4df9-94a5-864a72f8ed47', 'code': 200} Jun 18 22:06:16.410319 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-443f66c6-ed16-46e5-8726-2a6d47d0a4dd tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:16.411740 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-443f66c6-ed16-46e5-8726-2a6d47d0a4dd tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.44 "GET /v2.0/networks?id=b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba HTTP/1.1" status: 200 len: 811 time: 0.5959740 Jun 18 22:06:16.435784 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d70fdae0-7aef-48a7-8ae6-856f89fcf0fb req-58ddeb4a-c427-4911-94a2-a6e7af59dcb7 service neutron] 10.222.0.44 "GET /v2.0/networks/52150e85-19ba-4d4a-a3c3-ffe0bfb5c484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6563206 Jun 18 22:06:16.449527 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59c8dc-7e46-4fd7-bdde-10db2b1a2295 req-f637c50e-e94c-41a6-9770-3a571477bb25 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:16.450879 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc59c8dc-7e46-4fd7-bdde-10db2b1a2295 req-f637c50e-e94c-41a6-9770-3a571477bb25 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8981fed-9d29-49f5-abf5-e89b61037c92 HTTP/1.1" status: 200 len: 945 time: 0.3167098 Jun 18 22:06:16.456427 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.459215 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:16.510054 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=0f53031d-b1e3-4df9-94a5-864a72f8ed47,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:16.513334 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:16.553605 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc59c8dc-7e46-4fd7-bdde-10db2b1a2295 req-e510ce32-655c-43b7-ae9f-d2e94c970f2e tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928874 Jun 18 22:06:16.620055 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-ed0cc7ba-6ff3-4774-81ac-3191e3e44328 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=060b087bd54643a881c64aaba76b1ffe HTTP/1.1" status: 200 len: 378 time: 0.1304922 Jun 18 22:06:16.632566 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-13246786-34eb-41c8-ab90-5da4d1ca3bda tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Request body: {'port': {'device_id': 'f45cbb1a-79be-404a-b554-7367a0f474e8', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'admin_state_up': True, 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'security_groups': ['d17e0177-8253-40ca-ac5a-0c3a473dc064']}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:16.700715 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d70fdae0-7aef-48a7-8ae6-856f89fcf0fb req-db5c0e3f-c784-4b09-8655-a2b070870826 service neutron] 10.222.0.44 "GET /v2.0/networks/52150e85-19ba-4d4a-a3c3-ffe0bfb5c484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992638 Jun 18 22:06:16.703657 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-efd097f2-2605-424e-9cb7-af55e61eec1b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.712349 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:16.749643 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd097f2-2605-424e-9cb7-af55e61eec1b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Pushing event deleted for resources: {'Port': ['ID=02052d4c-481d-44b2-a3f7-e66659729990,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:16.751954 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-efd097f2-2605-424e-9cb7-af55e61eec1b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:16.838020 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-efd097f2-2605-424e-9cb7-af55e61eec1b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks [] for floatingip, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.838271 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.l3_db [None req-efd097f2-2605-424e-9cb7-af55e61eec1b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Floating IP 14df367b-4efc-41f3-9a0c-f8c0751709ba disassociated (deleted). External IP: 172.27.1.47, port: e3951007-e871-4bae-8fc7-00eab61ec720. Jun 18 22:06:16.912161 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-13246786-34eb-41c8-ab90-5da4d1ca3bda tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Made reservation on behalf of 060b087bd54643a881c64aaba76b1ffe for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:06:16.915798 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-13246786-34eb-41c8-ab90-5da4d1ca3bda tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:17.127558 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-13246786-34eb-41c8-ab90-5da4d1ca3bda tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Allocated IP 172.20.0.14 (b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba/e88c2615-07dc-46be-ba2d-38e20e9d69fe/5129ee5b-a638-48e8-88bb-e207792b1a34) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:06:17.149091 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd097f2-2605-424e-9cb7-af55e61eec1b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Router cc32318d-740c-4a1c-b0f6-fee32d2ddba8 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:06:17.351046 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd097f2-2605-424e-9cb7-af55e61eec1b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:06:17.356738 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-efd097f2-2605-424e-9cb7-af55e61eec1b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:17.361369 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168c99b-97a5-4940-9018-56ea90fbd033 None None] Sync routers for ids ['cc32318d-740c-4a1c-b0f6-fee32d2ddba8'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:06:17.363635 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-13246786-34eb-41c8-ab90-5da4d1ca3bda tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:17.374366 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168c99b-97a5-4940-9018-56ea90fbd033 None None] Routers {'cc32318d-740c-4a1c-b0f6-fee32d2ddba8'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:17.374366 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-3168c99b-97a5-4940-9018-56ea90fbd033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:06:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cc32318d-740c-4a1c-b0f6-fee32d2ddba8'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:17.412636 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-efd097f2-2605-424e-9cb7-af55e61eec1b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "DELETE /v2.0/floatingips/14df367b-4efc-41f3-9a0c-f8c0751709ba HTTP/1.1" status: 204 len: 168 time: 2.0996656 Jun 18 22:06:17.414913 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-13246786-34eb-41c8-ab90-5da4d1ca3bda tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Transition to ACTIVE for port object 5129ee5b-a638-48e8-88bb-e207792b1a34 will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:06:17.416319 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a33f479-a37b-4a2f-ae69-f4e02546d32e', 'tag': 'e3951007-e871-4bae-8fc7-00eab61ec720'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:17.418566 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efe732c-c5e4-4460-8e6d-bd46cc072211" -d '{"events": [{"name": "network-changed", "server_uuid": "3a33f479-a37b-4a2f-ae69-f4e02546d32e", "tag": "e3951007-e871-4bae-8fc7-00eab61ec720"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:17.457264 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-28e2cc57-07a5-4446-8243-1bf0187e14ce req-b693bd30-89f4-42fa-9e53-b9bd018274cb tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 210 time: 0.0435154 Jun 18 22:06:17.483785 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-3168c99b-97a5-4940-9018-56ea90fbd033 None None] Set router cc32318d-740c-4a1c-b0f6-fee32d2ddba8 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:17.548789 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-13246786-34eb-41c8-ab90-5da4d1ca3bda tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:17.553073 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bc22a4a3-fe1f-4169-b291-0e18ddad4b2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:17.599188 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-13246786-34eb-41c8-ab90-5da4d1ca3bda tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Network b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:06:17.606033 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-13246786-34eb-41c8-ab90-5da4d1ca3bda tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:06:17.608359 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-13246786-34eb-41c8-ab90-5da4d1ca3bda tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:06:17.633650 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13246786-34eb-41c8-ab90-5da4d1ca3bda tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Pushing event updated for resources: {'Port': ['ID=5129ee5b-a638-48e8-88bb-e207792b1a34,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:17.638612 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-13246786-34eb-41c8-ab90-5da4d1ca3bda tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:17.668651 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-13246786-34eb-41c8-ab90-5da4d1ca3bda tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:17.669640 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-13246786-34eb-41c8-ab90-5da4d1ca3bda tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:17.776930 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-13246786-34eb-41c8-ab90-5da4d1ca3bda tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1493630 Jun 18 22:06:17.832422 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-3168c99b-97a5-4940-9018-56ea90fbd033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'name': 'tempest-TestMinimumBasicScenario-274655535-router', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:02Z', 'updated_at': '2021-06-18T22:03:06Z', 'revision_number': 4, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'gw_port': {'id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:03Z', 'updated_at': '2021-06-18T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '75b7f472-bfd2-424a-ae9a-92a58dcc26d9', 'name': '', 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'mac_address': 'fa:16:3e:8d:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '04b18992-a64d-4ec3-9a38-c5bc3c8cd36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:05Z', 'updated_at': '2021-06-18T22:03:13Z', 'revision_number': 5, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'subnets': [{'id': '04b18992-a64d-4ec3-9a38-c5bc3c8cd36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:17.858220 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168c99b-97a5-4940-9018-56ea90fbd033 None None] Checking router: cc32318d-740c-4a1c-b0f6-fee32d2ddba8 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:06:17.867081 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168c99b-97a5-4940-9018-56ea90fbd033 None None] Routers {'cc32318d-740c-4a1c-b0f6-fee32d2ddba8'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:17.867081 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-3168c99b-97a5-4940-9018-56ea90fbd033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:06:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cc32318d-740c-4a1c-b0f6-fee32d2ddba8'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:17.885296 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77cc4a5-de10-43bf-b8e8-36052aba3429 x-openstack-request-id: req-e77cc4a5-de10-43bf-b8e8-36052aba3429 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:17.885879 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a33f479-a37b-4a2f-ae69-f4e02546d32e", "tag": "e3951007-e871-4bae-8fc7-00eab61ec720", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:17.886324 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e77cc4a5-de10-43bf-b8e8-36052aba3429 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:17.886968 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a33f479-a37b-4a2f-ae69-f4e02546d32e', 'tag': 'e3951007-e871-4bae-8fc7-00eab61ec720', 'status': 'completed', 'code': 200} Jun 18 22:06:17.977718 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-3168c99b-97a5-4940-9018-56ea90fbd033 None None] Set router cc32318d-740c-4a1c-b0f6-fee32d2ddba8 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:17.979474 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-6ade9a9a-c6d5-4be4-b37a-58879a8f7fd8 None None] Provisioning for port 5129ee5b-a638-48e8-88bb-e207792b1a34 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:06:18.010153 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-6ade9a9a-c6d5-4be4-b37a-58879a8f7fd8 None None] Provisioning complete for port 5129ee5b-a638-48e8-88bb-e207792b1a34 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:18.010540 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6ade9a9a-c6d5-4be4-b37a-58879a8f7fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:18.033951 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb0557-c12b-41f7-aa37-142d74040b44 req-f8970e89-8d4b-4101-b7f1-afe2345e5cac tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:18.035409 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5fcb0557-c12b-41f7-aa37-142d74040b44 req-f8970e89-8d4b-4101-b7f1-afe2345e5cac tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8981fed-9d29-49f5-abf5-e89b61037c92 HTTP/1.1" status: 200 len: 946 time: 0.0644226 Jun 18 22:06:18.079066 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5fcb0557-c12b-41f7-aa37-142d74040b44 req-9cbdd01e-3b67-4708-abc6-8e9aa8098ddf tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371799 Jun 18 22:06:18.115122 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-6ade9a9a-c6d5-4be4-b37a-58879a8f7fd8 None None] Port 5129ee5b-a638-48e8-88bb-e207792b1a34 cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:06:18.205194 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-3168c99b-97a5-4940-9018-56ea90fbd033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'name': 'tempest-TestMinimumBasicScenario-274655535-router', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:02Z', 'updated_at': '2021-06-18T22:03:06Z', 'revision_number': 4, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'gw_port': {'id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:03Z', 'updated_at': '2021-06-18T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '75b7f472-bfd2-424a-ae9a-92a58dcc26d9', 'name': '', 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'mac_address': 'fa:16:3e:8d:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '04b18992-a64d-4ec3-9a38-c5bc3c8cd36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:05Z', 'updated_at': '2021-06-18T22:03:13Z', 'revision_number': 5, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'subnets': [{'id': '04b18992-a64d-4ec3-9a38-c5bc3c8cd36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:18.230604 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168c99b-97a5-4940-9018-56ea90fbd033 None None] The sync data for ids ['cc32318d-740c-4a1c-b0f6-fee32d2ddba8'] in dv-cinder-766752-3-iscsi is: [{'id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'name': 'tempest-TestMinimumBasicScenario-274655535-router', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:02Z', 'updated_at': '2021-06-18T22:03:06Z', 'revision_number': 4, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'gw_port': {'id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:03Z', 'updated_at': '2021-06-18T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '75b7f472-bfd2-424a-ae9a-92a58dcc26d9', 'name': '', 'network_id': '52150e85-19ba-4d4a-a3c3-ffe0bfb5c484', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'mac_address': 'fa:16:3e:8d:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '04b18992-a64d-4ec3-9a38-c5bc3c8cd36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:05Z', 'updated_at': '2021-06-18T22:03:13Z', 'revision_number': 5, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'subnets': [{'id': '04b18992-a64d-4ec3-9a38-c5bc3c8cd36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:06:18.433250 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0186dc58-4e66-4297-902f-2118d715a555 None None] New status for floating IP 14df367b-4efc-41f3-9a0c-f8c0751709ba: DOWN {{(pid=93156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:06:18.592461 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:18.630182 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a2b7f-3233-43ba-a325-b0a8fc9a8911 req-4b2506bb-4789-41f9-92fa-f4b7e91bc5fc tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:18.631602 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-314a2b7f-3233-43ba-a325-b0a8fc9a8911 req-4b2506bb-4789-41f9-92fa-f4b7e91bc5fc tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 932 time: 0.0621338 Jun 18 22:06:18.669595 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-314a2b7f-3233-43ba-a325-b0a8fc9a8911 req-75bcd4bd-35e9-4a45-8e14-8e37578f837e tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=d17e0177-8253-40ca-ac5a-0c3a473dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316958 Jun 18 22:06:19.260163 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02661989-6983-430a-af94-33fdbe3e8380 req-eab1119e-8dd1-4369-8cd3-293dfe88843b tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:19.261666 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-02661989-6983-430a-af94-33fdbe3e8380 req-eab1119e-8dd1-4369-8cd3-293dfe88843b tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8981fed-9d29-49f5-abf5-e89b61037c92 HTTP/1.1" status: 200 len: 946 time: 0.0750256 Jun 18 22:06:19.298418 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-02661989-6983-430a-af94-33fdbe3e8380 req-15c492ed-c907-4919-bf5d-8a3ec1cf2502 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310957 Jun 18 22:06:19.672567 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Request body: {'port': {'device_id': 'f45cbb1a-79be-404a-b554-7367a0f474e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:19.878325 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:19.907863 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c27be-678c-4e8b-92eb-2837f3250533 req-2f21805e-931e-44c4-804e-ecef6365b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:19.909195 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a80c27be-678c-4e8b-92eb-2837f3250533 req-2f21805e-931e-44c4-804e-ecef6365b903 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c8981fed-9d29-49f5-abf5-e89b61037c92 HTTP/1.1" status: 200 len: 1099 time: 0.2342510 Jun 18 22:06:19.918683 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4860596f-6fba-4767-bc72-e244bc7809fc req-d0639d7f-26a4-49b3-8cb2-8a72fc06e495 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2427933 Jun 18 22:06:20.049166 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe732c-c5e4-4460-8e6d-bd46cc072211 req-22d02f9d-e67f-4a74-80be-705cd355e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:20.050615 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3efe732c-c5e4-4460-8e6d-bd46cc072211 req-22d02f9d-e67f-4a74-80be-705cd355e55e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b54bd8f50e44b159a9735b0e6072e2a&device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 1098 time: 0.2560244 Jun 18 22:06:20.061566 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c261-534c-4745-adce-cca366fc9cd2 req-3ed1ddf0-1fbc-4135-b1f3-b4dd5d889614 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:20.062955 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c1e0c261-534c-4745-adce-cca366fc9cd2 req-3ed1ddf0-1fbc-4135-b1f3-b4dd5d889614 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 932 time: 0.2593017 Jun 18 22:06:20.080172 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a80c27be-678c-4e8b-92eb-2837f3250533 req-3368ad26-5e5d-4da1-b08f-ed5e6e258ac9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333032 Jun 18 22:06:20.211245 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c1e0c261-534c-4745-adce-cca366fc9cd2 req-dcd54eea-b5a0-4647-ab3c-08166a81cf9a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=d17e0177-8253-40ca-ac5a-0c3a473dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1328950 Jun 18 22:06:20.243700 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe732c-c5e4-4460-8e6d-bd46cc072211 req-0abed34c-59f6-40ef-b6de-7658a64a93f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:20.245332 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3efe732c-c5e4-4460-8e6d-bd46cc072211 req-0abed34c-59f6-40ef-b6de-7658a64a93f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 HTTP/1.1" status: 200 len: 915 time: 0.1777573 Jun 18 22:06:20.328132 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5129ee5b-a638-48e8-88bb-e207792b1a34 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:06:20.335919 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:20.349036 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Transition to ACTIVE for port object 5129ee5b-a638-48e8-88bb-e207792b1a34 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:06:20.672850 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3efe732c-c5e4-4460-8e6d-bd46cc072211 req-4f0cc0dc-12eb-4893-a061-825892caf1b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3951007-e871-4bae-8fc7-00eab61ec720 HTTP/1.1" status: 200 len: 217 time: 0.3164389 Jun 18 22:06:20.673562 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:20.685384 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ee0d87f1-e444-484a-8c58-7a793e8ffdf8 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:20.822762 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Pushing event updated for resources: {'Port': ['ID=5129ee5b-a638-48e8-88bb-e207792b1a34,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:20.829727 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:20.862843 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe732c-c5e4-4460-8e6d-bd46cc072211 req-557c5a81-1f8f-4dcf-837a-2b2ab92a1bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:20.864353 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3efe732c-c5e4-4460-8e6d-bd46cc072211 req-557c5a81-1f8f-4dcf-837a-2b2ab92a1bfd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04b18992-a64d-4ec3-9a38-c5bc3c8cd36f HTTP/1.1" status: 200 len: 853 time: 0.1753337 Jun 18 22:06:20.927168 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71ba78-0078-44eb-ac7f-d4c82f98ad62 req-e729d051-ac0b-4b0c-9d65-2aa33d9f88a7 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:20.928932 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3f71ba78-0078-44eb-ac7f-d4c82f98ad62 req-e729d051-ac0b-4b0c-9d65-2aa33d9f88a7 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8981fed-9d29-49f5-abf5-e89b61037c92 HTTP/1.1" status: 200 len: 946 time: 0.2592089 Jun 18 22:06:20.983729 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Attempting to bind port 5129ee5b-a638-48e8-88bb-e207792b1a34 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:06:20.984072 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Attempting to bind port 5129ee5b-a638-48e8-88bb-e207792b1a34 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '460f6417-ab01-4abe-9260-59d1ab54280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:06:20.984437 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Attempting to bind port 5129ee5b-a638-48e8-88bb-e207792b1a34 on network b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:06:21.001601 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Port 5129ee5b-a638-48e8-88bb-e207792b1a34 on network b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:06:21.001928 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Attempting to bind port 5129ee5b-a638-48e8-88bb-e207792b1a34 on network b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:06:21.010519 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3f71ba78-0078-44eb-ac7f-d4c82f98ad62 req-8d2faafb-60bf-49d6-bf9b-03e2f2284b12 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718007 Jun 18 22:06:21.011665 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:06:21.012007 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Checking segment: {'id': '460f6417-ab01-4abe-9260-59d1ab54280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:06:21.012410 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Bound using segment: {'id': '460f6417-ab01-4abe-9260-59d1ab54280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:06:21.012844 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Bound port: 5129ee5b-a638-48e8-88bb-e207792b1a34, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '460f6417-ab01-4abe-9260-59d1ab54280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:06:21.013199 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:21.064826 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe732c-c5e4-4460-8e6d-bd46cc072211 req-a001a07b-e482-4280-9c92-7f2d5c82fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:21.066279 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3efe732c-c5e4-4460-8e6d-bd46cc072211 req-a001a07b-e482-4280-9c92-7f2d5c82fc52 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52150e85-19ba-4d4a-a3c3-ffe0bfb5c484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1781754 Jun 18 22:06:21.091927 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] For port 5129ee5b-a638-48e8-88bb-e207792b1a34, host hv-cinder-76675, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:06:21.095943 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] For port 5129ee5b-a638-48e8-88bb-e207792b1a34, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=5129ee5b-a638-48e8-88bb-e207792b1a34,segment=NetworkSegment(460f6417-ab01-4abe-9260-59d1ab54280a),segment_id=460f6417-ab01-4abe-9260-59d1ab54280a)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:06:21.172550 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:21.177084 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-82c8d98c-d094-4a3f-a9de-208e3670600d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:21.222469 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:21.223073 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:21.224648 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] 10.222.0.44 "PUT /v2.0/ports/5129ee5b-a638-48e8-88bb-e207792b1a34 HTTP/1.1" status: 200 len: 1094 time: 1.5564778 Jun 18 22:06:21.233484 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45cbb1a-79be-404a-b554-7367a0f474e8', 'tag': '5129ee5b-a638-48e8-88bb-e207792b1a34'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:21.233484 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285aea11-f724-40f8-b344-f7a83e1c773a" -d '{"events": [{"name": "network-changed", "server_uuid": "f45cbb1a-79be-404a-b554-7367a0f474e8", "tag": "5129ee5b-a638-48e8-88bb-e207792b1a34"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:21.237719 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3efe732c-c5e4-4460-8e6d-bd46cc072211 req-b0b7c57b-e656-4b19-8ceb-e6cd8d25009d service neutron] 10.222.0.44 "GET /v2.0/networks/52150e85-19ba-4d4a-a3c3-ffe0bfb5c484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337056 Jun 18 22:06:21.264496 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Pushing event updated for resources: {'Port': ['ID=5129ee5b-a638-48e8-88bb-e207792b1a34,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:21.281355 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:21.316679 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108974f7-ab9f-44e9-ab4a-1dd66600f1aa x-openstack-request-id: req-108974f7-ab9f-44e9-ab4a-1dd66600f1aa {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:21.317001 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45cbb1a-79be-404a-b554-7367a0f474e8", "tag": "5129ee5b-a638-48e8-88bb-e207792b1a34", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:21.317286 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-108974f7-ab9f-44e9-ab4a-1dd66600f1aa {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:21.320784 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45cbb1a-79be-404a-b554-7367a0f474e8', 'tag': '5129ee5b-a638-48e8-88bb-e207792b1a34', 'status': 'completed', 'code': 200} Jun 18 22:06:21.362443 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3efe732c-c5e4-4460-8e6d-bd46cc072211 req-889aea81-c116-404d-9782-ea738ce765fb service neutron] 10.222.0.44 "GET /v2.0/networks/52150e85-19ba-4d4a-a3c3-ffe0bfb5c484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115346 Jun 18 22:06:21.471519 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c8f6f-fc22-4e6c-8336-ed175470e1b1 req-132e3533-e23e-4e07-a289-2f315adf84ad tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:21.472993 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-db9c8f6f-fc22-4e6c-8336-ed175470e1b1 req-132e3533-e23e-4e07-a289-2f315adf84ad tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 944 time: 0.1012330 Jun 18 22:06:21.474894 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285aea11-f724-40f8-b344-f7a83e1c773a req-20539253-ae4c-4206-bd52-26434a24cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:21.476242 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-285aea11-f724-40f8-b344-f7a83e1c773a req-20539253-ae4c-4206-bd52-26434a24cd24 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=060b087bd54643a881c64aaba76b1ffe&device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 1097 time: 0.1128080 Jun 18 22:06:21.563531 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-db9c8f6f-fc22-4e6c-8336-ed175470e1b1 req-aea76de5-f5db-4192-b331-1df569af0a0c tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=d17e0177-8253-40ca-ac5a-0c3a473dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835011 Jun 18 22:06:21.633044 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285aea11-f724-40f8-b344-f7a83e1c773a req-944b67b7-478b-412e-9b7c-7222b976908d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:21.634983 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-285aea11-f724-40f8-b344-f7a83e1c773a req-944b67b7-478b-412e-9b7c-7222b976908d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=060b087bd54643a881c64aaba76b1ffe&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1414535 Jun 18 22:06:21.706159 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860596f-6fba-4767-bc72-e244bc7809fc req-69212a5c-0f0e-440d-9ff7-fb99218d8096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:21.707605 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4860596f-6fba-4767-bc72-e244bc7809fc req-69212a5c-0f0e-440d-9ff7-fb99218d8096 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b54bd8f50e44b159a9735b0e6072e2a&device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 1098 time: 0.1223423 Jun 18 22:06:21.759061 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285aea11-f724-40f8-b344-f7a83e1c773a req-e677dc7d-dd6e-4cca-af7b-1ac25738863c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:21.761036 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-285aea11-f724-40f8-b344-f7a83e1c773a req-e677dc7d-dd6e-4cca-af7b-1ac25738863c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1193333 Jun 18 22:06:21.826947 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860596f-6fba-4767-bc72-e244bc7809fc req-db756ed3-0e9a-46e3-ab66-8906669e5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:21.828398 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4860596f-6fba-4767-bc72-e244bc7809fc req-db756ed3-0e9a-46e3-ab66-8906669e5a85 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 HTTP/1.1" status: 200 len: 915 time: 0.0943263 Jun 18 22:06:21.893659 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4860596f-6fba-4767-bc72-e244bc7809fc req-db5d9c54-fcc2-42b0-8ded-5f49ef7c60a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3951007-e871-4bae-8fc7-00eab61ec720 HTTP/1.1" status: 200 len: 217 time: 0.0558763 Jun 18 22:06:21.952480 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-5bfbdee4-c759-42de-9a43-0c601a840d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:21.953904 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-5bfbdee4-c759-42de-9a43-0c601a840d32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=060b087bd54643a881c64aaba76b1ffe&device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 1097 time: 0.1245627 Jun 18 22:06:21.955329 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860596f-6fba-4767-bc72-e244bc7809fc req-c77d08fd-898f-485b-9f40-26648842bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:21.956609 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4860596f-6fba-4767-bc72-e244bc7809fc req-c77d08fd-898f-485b-9f40-26648842bd44 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04b18992-a64d-4ec3-9a38-c5bc3c8cd36f HTTP/1.1" status: 200 len: 853 time: 0.0566363 Jun 18 22:06:22.012223 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-3a3b4621-c198-4da4-8095-29614500b454 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5129ee5b-a638-48e8-88bb-e207792b1a34 HTTP/1.1" status: 200 len: 217 time: 0.0405030 Jun 18 22:06:22.091040 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-c6dba8a5-5a5b-43d3-8c1f-928c6b7b87a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:22.093725 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-c6dba8a5-5a5b-43d3-8c1f-928c6b7b87a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e88c2615-07dc-46be-ba2d-38e20e9d69fe HTTP/1.1" status: 200 len: 850 time: 0.0658257 Jun 18 22:06:22.137213 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860596f-6fba-4767-bc72-e244bc7809fc req-77623433-6394-4835-852b-cc7a4080c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:22.138663 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4860596f-6fba-4767-bc72-e244bc7809fc req-77623433-6394-4835-852b-cc7a4080c76a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52150e85-19ba-4d4a-a3c3-ffe0bfb5c484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1658792 Jun 18 22:06:22.256446 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-d8e458bb-6edf-4d00-9a3c-ee90be56461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:22.262253 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-d8e458bb-6edf-4d00-9a3c-ee90be56461e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1567574 Jun 18 22:06:22.332811 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4860596f-6fba-4767-bc72-e244bc7809fc req-d6d8f058-7eba-4ee6-bb97-7bbd9dcbf169 service neutron] 10.222.0.44 "GET /v2.0/networks/52150e85-19ba-4d4a-a3c3-ffe0bfb5c484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824124 Jun 18 22:06:22.342534 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f7bca-2ee9-48d7-8e94-044fc6b7410f req-df52e1fb-c667-4ea0-82d0-090a5ea76bae tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:22.343972 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c90f7bca-2ee9-48d7-8e94-044fc6b7410f req-df52e1fb-c667-4ea0-82d0-090a5ea76bae tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8981fed-9d29-49f5-abf5-e89b61037c92 HTTP/1.1" status: 200 len: 946 time: 0.2042952 Jun 18 22:06:22.452846 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c90f7bca-2ee9-48d7-8e94-044fc6b7410f req-ce5e4f52-2691-4e4b-9200-6b8dc14f8e4d tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938420 Jun 18 22:06:22.476330 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-8437a9e4-b2b5-4326-9e6b-21571af086e7 service neutron] 10.222.0.44 "GET /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065399 Jun 18 22:06:22.507090 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4860596f-6fba-4767-bc72-e244bc7809fc req-18b2fd8a-c990-46fb-8dd6-a10ffbf1853e service neutron] 10.222.0.44 "GET /v2.0/networks/52150e85-19ba-4d4a-a3c3-ffe0bfb5c484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606629 Jun 18 22:06:22.576883 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a62b6581-555b-42bb-95fa-c0e67ebe1576 req-d5eb5784-2017-4b61-9e7c-8c16142e8bad service neutron] 10.222.0.44 "GET /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928955 Jun 18 22:06:22.759463 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d2adb-2329-446e-b1d9-c25b3b6d247c req-6ef8d369-31d1-48d5-90e7-bc9efd48528f tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:22.761813 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-430d2adb-2329-446e-b1d9-c25b3b6d247c req-6ef8d369-31d1-48d5-90e7-bc9efd48528f tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 944 time: 0.0633807 Jun 18 22:06:22.799336 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-430d2adb-2329-446e-b1d9-c25b3b6d247c req-39e2592b-27dd-49e7-b8e2-7e1ea06ee4ab tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=d17e0177-8253-40ca-ac5a-0c3a473dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311244 Jun 18 22:06:23.748379 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cccba-8d5b-4d9a-bd50-c11cf8fe9fe6 req-90142e64-84dd-4261-b740-420ad56fb39a tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:23.749822 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-407cccba-8d5b-4d9a-bd50-c11cf8fe9fe6 req-90142e64-84dd-4261-b740-420ad56fb39a tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 945 time: 0.0716758 Jun 18 22:06:23.787043 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-407cccba-8d5b-4d9a-bd50-c11cf8fe9fe6 req-c0c2464f-a804-439d-9fa6-470322cfeca4 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312157 Jun 18 22:06:23.975031 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4cb12-cb2a-408e-b787-5e3317d52a0e req-561f47ad-3c3e-4b91-84e1-a3483366b2dd tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:23.976510 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-09d4cb12-cb2a-408e-b787-5e3317d52a0e req-561f47ad-3c3e-4b91-84e1-a3483366b2dd tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 944 time: 0.0624671 Jun 18 22:06:24.047381 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-09d4cb12-cb2a-408e-b787-5e3317d52a0e req-e347e8af-4b89-487e-821f-81aa5e3b828b tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=d17e0177-8253-40ca-ac5a-0c3a473dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646336 Jun 18 22:06:24.072870 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732c686-078f-41ca-857b-f43fa7d4c664 req-d67fef6a-aa54-4cf3-8063-b03dbeb0a47e tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:24.074374 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6732c686-078f-41ca-857b-f43fa7d4c664 req-d67fef6a-aa54-4cf3-8063-b03dbeb0a47e tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8981fed-9d29-49f5-abf5-e89b61037c92 HTTP/1.1" status: 200 len: 946 time: 0.0856802 Jun 18 22:06:24.111795 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6732c686-078f-41ca-857b-f43fa7d4c664 req-535cc9f5-bbaf-4c12-b8fa-b8d1a0e46502 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318172 Jun 18 22:06:24.539505 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 5129ee5b-a638-48e8-88bb-e207792b1a34 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:06:24.633497 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 5129ee5b-a638-48e8-88bb-e207792b1a34, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=5129ee5b-a638-48e8-88bb-e207792b1a34,segment=NetworkSegment(460f6417-ab01-4abe-9260-59d1ab54280a),segment_id=460f6417-ab01-4abe-9260-59d1ab54280a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:24.644823 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': '5129ee5b-a638-48e8-88bb-e207792b1a34', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'port_id': '5129ee5b-a638-48e8-88bb-e207792b1a34', 'mac_address': 'fa:16:3e:3a:36:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:06:24.680013 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:24.692351 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5129ee5b-a638-48e8-88bb-e207792b1a34 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:06:24.711787 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 5129ee5b-a638-48e8-88bb-e207792b1a34, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=5129ee5b-a638-48e8-88bb-e207792b1a34,segment=NetworkSegment(460f6417-ab01-4abe-9260-59d1ab54280a),segment_id=460f6417-ab01-4abe-9260-59d1ab54280a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:24.775849 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:24.779135 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-582bc986-5a31-4abd-91e4-5ff606b234b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:24.828446 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=5129ee5b-a638-48e8-88bb-e207792b1a34,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:24.831588 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:24.963983 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2123e0-de91-4740-9cc6-81029fe8d404 req-50a34c29-a29c-43fb-8e82-5fea8a86addd tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:24.965557 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf2123e0-de91-4740-9cc6-81029fe8d404 req-50a34c29-a29c-43fb-8e82-5fea8a86addd tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 945 time: 0.0652156 Jun 18 22:06:25.004416 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf2123e0-de91-4740-9cc6-81029fe8d404 req-8b266bf6-ac3d-468f-9553-c2eb53e0589e tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328219 Jun 18 22:06:25.168758 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['5129ee5b-a638-48e8-88bb-e207792b1a34'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:06:25.221408 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7cba5-96e6-405f-9471-3ed0b2e94411 req-c9f98b65-7cda-4871-aa8a-3a675db2a9e6 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:25.222894 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-50a7cba5-96e6-405f-9471-3ed0b2e94411 req-c9f98b65-7cda-4871-aa8a-3a675db2a9e6 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 945 time: 0.0650420 Jun 18 22:06:25.295345 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-50a7cba5-96e6-405f-9471-3ed0b2e94411 req-c36a536c-a361-4848-ac4f-f8d9a4f3f8cc tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=d17e0177-8253-40ca-ac5a-0c3a473dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662541 Jun 18 22:06:25.327599 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83002452-f0ae-417e-8f1c-3c0c5c8d2ea7 req-5eab3648-3845-49a8-95f3-95960a5308ae tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:25.331053 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-83002452-f0ae-417e-8f1c-3c0c5c8d2ea7 req-5eab3648-3845-49a8-95f3-95960a5308ae tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8981fed-9d29-49f5-abf5-e89b61037c92 HTTP/1.1" status: 200 len: 946 time: 0.0875371 Jun 18 22:06:25.367542 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-83002452-f0ae-417e-8f1c-3c0c5c8d2ea7 req-ebe568b7-eca7-4e96-87ed-b8d6c17ae22f tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330617 Jun 18 22:06:25.864917 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebea881-a008-4303-a7ee-47aa628331c0 req-8813283c-7fe7-4aa3-a3d6-6e1a8e72e396 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:25.866333 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8ebea881-a008-4303-a7ee-47aa628331c0 req-8813283c-7fe7-4aa3-a3d6-6e1a8e72e396 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8981fed-9d29-49f5-abf5-e89b61037c92 HTTP/1.1" status: 200 len: 946 time: 0.0620358 Jun 18 22:06:25.967972 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-8ebea881-a008-4303-a7ee-47aa628331c0 req-562f82cb-2445-4e31-80fa-e50fde9d1db0 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Deleting port 0f53031d-b1e3-4df9-94a5-864a72f8ed47 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:06:25.968575 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-8ebea881-a008-4303-a7ee-47aa628331c0 req-562f82cb-2445-4e31-80fa-e50fde9d1db0 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:26.091303 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-8ebea881-a008-4303-a7ee-47aa628331c0 req-562f82cb-2445-4e31-80fa-e50fde9d1db0 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] For port 0f53031d-b1e3-4df9-94a5-864a72f8ed47, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=0f53031d-b1e3-4df9-94a5-864a72f8ed47,segment=NetworkSegment(29c82d48-d834-4970-abce-e0d3218c9425),segment_id=29c82d48-d834-4970-abce-e0d3218c9425)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:26.091654 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-8ebea881-a008-4303-a7ee-47aa628331c0 req-562f82cb-2445-4e31-80fa-e50fde9d1db0 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:26.161708 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-8ebea881-a008-4303-a7ee-47aa628331c0 req-562f82cb-2445-4e31-80fa-e50fde9d1db0 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Calling delete_port for 0f53031d-b1e3-4df9-94a5-864a72f8ed47 owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:06:26.212065 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea121c4-5033-453f-983e-156a50171089 req-79b40bfc-4584-4deb-998d-7ecfe0fd209c tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:26.213471 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5ea121c4-5033-453f-983e-156a50171089 req-79b40bfc-4584-4deb-998d-7ecfe0fd209c tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 945 time: 0.1993618 Jun 18 22:06:26.333800 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa6442-c2d6-4e0f-a07e-1a2423782bf2 req-c6a2a243-0989-4060-bc16-a31e03722a9a tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:26.335230 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f3fa6442-c2d6-4e0f-a07e-1a2423782bf2 req-c6a2a243-0989-4060-bc16-a31e03722a9a tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 945 time: 0.2022448 Jun 18 22:06:26.473602 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f3fa6442-c2d6-4e0f-a07e-1a2423782bf2 req-0512d1b2-358e-4929-829f-38ee2d4bb82d tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/security-groups?id=2019d204-499d-4330-b76b-14077174d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240993 Jun 18 22:06:26.495646 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-5ea121c4-5033-453f-983e-156a50171089 req-52523571-d4d7-4db3-85bb-53a643421fd7 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Deleting port e3951007-e871-4bae-8fc7-00eab61ec720 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:06:26.496316 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-5ea121c4-5033-453f-983e-156a50171089 req-52523571-d4d7-4db3-85bb-53a643421fd7 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:26.552841 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-8ebea881-a008-4303-a7ee-47aa628331c0 req-562f82cb-2445-4e31-80fa-e50fde9d1db0 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:26.562358 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-67b677d0-92c5-48b5-abd0-f0dab3b39399 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:26.564115 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 5129ee5b-a638-48e8-88bb-e207792b1a34 up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:06:26.616642 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['0f53031d-b1e3-4df9-94a5-864a72f8ed47'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:06:26.626338 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde0ac9-f383-4028-96ef-9cfa25055ddc req-442b60c6-eaf8-4fa5-affe-85790989155a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:26.627822 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ebde0ac9-f383-4028-96ef-9cfa25055ddc req-442b60c6-eaf8-4fa5-affe-85790989155a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 945 time: 0.2034957 Jun 18 22:06:26.628676 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f82cb-2445-4e31-80fa-e50fde9d1db0 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Pushing event deleted for resources: {'Port': ['ID=0f53031d-b1e3-4df9-94a5-864a72f8ed47,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:26.632079 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-562f82cb-2445-4e31-80fa-e50fde9d1db0 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:26.690582 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port 5129ee5b-a638-48e8-88bb-e207792b1a34 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:06:26.695817 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port 5129ee5b-a638-48e8-88bb-e207792b1a34 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:26.696369 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:26.776979 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:26.857694 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45cbb1a-79be-404a-b554-7367a0f474e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5129ee5b-a638-48e8-88bb-e207792b1a34'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:26.857694 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844b1dc4-898e-4ed2-b6fd-7f2fbc0e1149" -d '{"events": [{"server_uuid": "f45cbb1a-79be-404a-b554-7367a0f474e8", "name": "network-vif-plugged", "status": "completed", "tag": "5129ee5b-a638-48e8-88bb-e207792b1a34"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:26.857694 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 5129ee5b-a638-48e8-88bb-e207792b1a34, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=5129ee5b-a638-48e8-88bb-e207792b1a34,segment=NetworkSegment(460f6417-ab01-4abe-9260-59d1ab54280a),segment_id=460f6417-ab01-4abe-9260-59d1ab54280a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:26.983329 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-faa6fe0b-4914-4780-abf6-b3aa4e91b4c8 req-a368f0cb-2f4f-40f7-a25f-cc8bebef53ef tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8981fed-9d29-49f5-abf5-e89b61037c92 HTTP/1.1" status: 200 len: 210 time: 0.4077997 Jun 18 22:06:27.024769 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebea881-a008-4303-a7ee-47aa628331c0 req-562f82cb-2445-4e31-80fa-e50fde9d1db0 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] No DVR routers for this DVR port 0f53031d-b1e3-4df9-94a5-864a72f8ed47 on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:06:27.027490 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-8ebea881-a008-4303-a7ee-47aa628331c0 req-562f82cb-2445-4e31-80fa-e50fde9d1db0 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:27.030515 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8ebea881-a008-4303-a7ee-47aa628331c0 req-562f82cb-2445-4e31-80fa-e50fde9d1db0 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.44 "DELETE /v2.0/ports/0f53031d-b1e3-4df9-94a5-864a72f8ed47 HTTP/1.1" status: 204 len: 173 time: 1.1564806 Jun 18 22:06:27.035622 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8981fed-9d29-49f5-abf5-e89b61037c92', 'name': 'network-vif-deleted', 'tag': '0f53031d-b1e3-4df9-94a5-864a72f8ed47'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:27.038167 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e119b3c8-ba2b-4948-88d7-551ec3556e27" -d '{"events": [{"server_uuid": "c8981fed-9d29-49f5-abf5-e89b61037c92", "name": "network-vif-deleted", "tag": "0f53031d-b1e3-4df9-94a5-864a72f8ed47"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:27.042158 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-5ea121c4-5033-453f-983e-156a50171089 req-52523571-d4d7-4db3-85bb-53a643421fd7 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] For port e3951007-e871-4bae-8fc7-00eab61ec720, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=e3951007-e871-4bae-8fc7-00eab61ec720,segment=NetworkSegment(f9773eb0-dec6-4b1d-bd23-34ec1ed7d059),segment_id=f9773eb0-dec6-4b1d-bd23-34ec1ed7d059)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:27.042521 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-5ea121c4-5033-453f-983e-156a50171089 req-52523571-d4d7-4db3-85bb-53a643421fd7 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:27.092402 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:27.095734 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-43ff3bc6-015a-4160-a5d9-39ddd5c5f592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:27.120397 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-5ea121c4-5033-453f-983e-156a50171089 req-52523571-d4d7-4db3-85bb-53a643421fd7 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Calling delete_port for e3951007-e871-4bae-8fc7-00eab61ec720 owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:06:27.125520 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ebde0ac9-f383-4028-96ef-9cfa25055ddc req-21a15071-87b4-45a3-8cbe-728245f05485 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=d17e0177-8253-40ca-ac5a-0c3a473dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1611516 Jun 18 22:06:27.146923 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=5129ee5b-a638-48e8-88bb-e207792b1a34,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:27.150956 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:27.186478 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0dea0d-b90b-4ed9-b7cb-b98a8bd3b50a x-openstack-request-id: req-bd0dea0d-b90b-4ed9-b7cb-b98a8bd3b50a {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:27.186785 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45cbb1a-79be-404a-b554-7367a0f474e8", "name": "network-vif-plugged", "status": "completed", "tag": "5129ee5b-a638-48e8-88bb-e207792b1a34", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:27.187316 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bd0dea0d-b90b-4ed9-b7cb-b98a8bd3b50a {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:27.187770 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45cbb1a-79be-404a-b554-7367a0f474e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5129ee5b-a638-48e8-88bb-e207792b1a34', 'code': 200} Jun 18 22:06:27.198352 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c5dc9f-31da-454c-9d82-f875f8ace78d x-openstack-request-id: req-40c5dc9f-31da-454c-9d82-f875f8ace78d {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:27.198352 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8981fed-9d29-49f5-abf5-e89b61037c92", "name": "network-vif-deleted", "tag": "0f53031d-b1e3-4df9-94a5-864a72f8ed47", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:27.198352 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-40c5dc9f-31da-454c-9d82-f875f8ace78d {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:27.198728 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8981fed-9d29-49f5-abf5-e89b61037c92', 'name': 'network-vif-deleted', 'tag': '0f53031d-b1e3-4df9-94a5-864a72f8ed47', 'status': 'completed', 'code': 200} Jun 18 22:06:27.360684 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-5ea121c4-5033-453f-983e-156a50171089 req-52523571-d4d7-4db3-85bb-53a643421fd7 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:27.364749 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-51904f91-60db-4cc7-918a-50bb1e69bb31 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:27.391216 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52523571-d4d7-4db3-85bb-53a643421fd7 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Pushing event deleted for resources: {'Port': ['ID=e3951007-e871-4bae-8fc7-00eab61ec720,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:27.394064 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-52523571-d4d7-4db3-85bb-53a643421fd7 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:27.398209 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['e3951007-e871-4bae-8fc7-00eab61ec720'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:06:27.439441 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea121c4-5033-453f-983e-156a50171089 req-52523571-d4d7-4db3-85bb-53a643421fd7 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] No DVR routers for this DVR port e3951007-e871-4bae-8fc7-00eab61ec720 on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:06:27.439441 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-5ea121c4-5033-453f-983e-156a50171089 req-52523571-d4d7-4db3-85bb-53a643421fd7 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:27.441404 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5ea121c4-5033-453f-983e-156a50171089 req-52523571-d4d7-4db3-85bb-53a643421fd7 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.44 "DELETE /v2.0/ports/e3951007-e871-4bae-8fc7-00eab61ec720 HTTP/1.1" status: 204 len: 173 time: 1.1957393 Jun 18 22:06:27.619437 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1c9a9718-b3a3-41eb-acbc-ad7de7e22e17 req-eb6c8172-a37e-4b52-bab5-90ba1ef77ecc tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 210 time: 0.0322504 Jun 18 22:06:27.802034 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b1e89-f5de-455f-b868-16261b69cc6c req-5afc8f79-5a1a-4cc8-a61b-646cc054564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:27.803828 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-526b1e89-f5de-455f-b868-16261b69cc6c req-5afc8f79-5a1a-4cc8-a61b-646cc054564d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 1099 time: 0.1626284 Jun 18 22:06:27.840326 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-526b1e89-f5de-455f-b868-16261b69cc6c req-dc6ba40a-b99a-448f-9c3e-11c8e7a7c6c4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d17e0177-8253-40ca-ac5a-0c3a473dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0280800 Jun 18 22:06:28.133992 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6f16b2f2-dfc9-449d-92cb-929045f4f7d7 req-f767ac59-64f9-48ef-b033-1b6c6763ede4 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8981fed-9d29-49f5-abf5-e89b61037c92 HTTP/1.1" status: 200 len: 210 time: 0.0280089 Jun 18 22:06:28.309354 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b922c-93ed-4db9-8570-6bfa839faba2 req-0ac9181e-68e6-4270-88f5-7c6c1e98744e tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:28.311156 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7e3b922c-93ed-4db9-8570-6bfa839faba2 req-0ac9181e-68e6-4270-88f5-7c6c1e98744e tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 946 time: 0.0683184 Jun 18 22:06:28.357671 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7e3b922c-93ed-4db9-8570-6bfa839faba2 req-28cc0d49-192c-487f-91b1-5ced345a45be tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=d17e0177-8253-40ca-ac5a-0c3a473dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373459 Jun 18 22:06:28.613036 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device e3951007-e871-4bae-8fc7-00eab61ec720 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:06:28.633231 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] No Port match for: e3951007-e871-4bae-8fc7-00eab61ec720 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:06:28.633586 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device e3951007-e871-4bae-8fc7-00eab61ec720 not bound to the agent host hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:06:28.634035 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 0f53031d-b1e3-4df9-94a5-864a72f8ed47 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:06:28.653018 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] No Port match for: 0f53031d-b1e3-4df9-94a5-864a72f8ed47 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:06:28.653408 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 0f53031d-b1e3-4df9-94a5-864a72f8ed47 not bound to the agent host hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:06:28.777592 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc8ea8d6-3b31-4b54-941a-4226fa37755c req-040ddb88-f443-4252-aa21-2e7175902bee tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a33f479-a37b-4a2f-ae69-f4e02546d32e HTTP/1.1" status: 200 len: 210 time: 0.0307331 Jun 18 22:06:29.199949 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a33f479-a37b-4a2f-ae69-f4e02546d32e', 'name': 'network-vif-deleted', 'tag': 'e3951007-e871-4bae-8fc7-00eab61ec720'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:29.203082 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a12f7d-8a57-4268-b445-1a1927309c5f" -d '{"events": [{"server_uuid": "3a33f479-a37b-4a2f-ae69-f4e02546d32e", "name": "network-vif-deleted", "tag": "e3951007-e871-4bae-8fc7-00eab61ec720"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:29.241383 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f632add-2d0e-4a5f-a7e1-3f041e3af047 x-openstack-request-id: req-9f632add-2d0e-4a5f-a7e1-3f041e3af047 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:29.241383 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a33f479-a37b-4a2f-ae69-f4e02546d32e", "name": "network-vif-deleted", "tag": "e3951007-e871-4bae-8fc7-00eab61ec720", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:29.241383 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9f632add-2d0e-4a5f-a7e1-3f041e3af047 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:29.241383 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a33f479-a37b-4a2f-ae69-f4e02546d32e', 'name': 'network-vif-deleted', 'tag': 'e3951007-e871-4bae-8fc7-00eab61ec720', 'status': 'completed', 'code': 200} Jun 18 22:06:29.488872 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a571018f-9ed4-4e4e-b233-9d7556463caa tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:29.490209 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a571018f-9ed4-4e4e-b233-9d7556463caa tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/networks?id=c5d32f84-735e-43eb-a1cb-7e480de78879 HTTP/1.1" status: 200 len: 809 time: 0.1065416 Jun 18 22:06:29.505233 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f632e958-8c2d-4724-ac14-7a7133856630 req-26ecc3c1-d34a-4475-8393-09c4a06da11c tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/quotas/57fa4e6bdf91474da594541f753b0c88 HTTP/1.1" status: 200 len: 375 time: 0.0096302 Jun 18 22:06:29.552281 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f632e958-8c2d-4724-ac14-7a7133856630 req-07e85173-24d0-40b8-be2a-8be2b52a5bec tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=57fa4e6bdf91474da594541f753b0c88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416830 Jun 18 22:06:29.686463 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f632e958-8c2d-4724-ac14-7a7133856630 req-5cfec617-cdfb-4b7f-9c83-219288ea24cc service neutron] 10.222.0.38 "GET /v2.0/networks/c5d32f84-735e-43eb-a1cb-7e480de78879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271873 Jun 18 22:06:29.698644 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea2b47-b960-4a7b-a643-a083321c8b1c req-7a0fa352-434e-498d-97dc-5e933097f023 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:29.700029 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-81ea2b47-b960-4a7b-a643-a083321c8b1c req-7a0fa352-434e-498d-97dc-5e933097f023 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 946 time: 0.0989709 Jun 18 22:06:29.782109 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-81ea2b47-b960-4a7b-a643-a083321c8b1c req-6faae8df-0180-4b27-8c05-244fb1ac2e4b tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=d17e0177-8253-40ca-ac5a-0c3a473dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736997 Jun 18 22:06:29.810566 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f632e958-8c2d-4724-ac14-7a7133856630 req-6460279b-1f61-49d2-8491-1a3766e8b6ca service neutron] 10.222.0.38 "GET /v2.0/networks/c5d32f84-735e-43eb-a1cb-7e480de78879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084340 Jun 18 22:06:30.027987 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f7844-bc6b-4a54-b18e-968c1e7ab0bc req-6a9ffd6d-1c69-4384-b9e1-e5a6ce104b16 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:30.029731 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d06f7844-bc6b-4a54-b18e-968c1e7ab0bc req-6a9ffd6d-1c69-4384-b9e1-e5a6ce104b16 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 946 time: 0.0812049 Jun 18 22:06:30.038652 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 39412) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:30.045412 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-8db79a54-c7e9-4d7f-990c-587a94aa5275 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Request body: {'floatingip': {'port_id': '5129ee5b-a638-48e8-88bb-e207792b1a34'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:30.100667 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8db79a54-c7e9-4d7f-990c-587a94aa5275 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for floatingip, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:30.109354 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-20858714-53db-4549-94d9-307f7aecef11 req-6ad7dfe2-1d15-42d3-8e82-c4d55166ae10 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6b4bb80-9e96-4255-8ae2-5156f3a9a645 HTTP/1.1" status: 200 len: 210 time: 0.0463884 Jun 18 22:06:30.579635 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8db79a54-c7e9-4d7f-990c-587a94aa5275 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:30.680838 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8db79a54-c7e9-4d7f-990c-587a94aa5275 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546185'] for floatingip, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:30.784358 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.db.l3_db [None req-8db79a54-c7e9-4d7f-990c-587a94aa5275 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Floating IP cc94a2cb-aba8-4a2b-ac1b-5b202f0469c9 associated. External IP: 172.27.1.213, port: 5129ee5b-a638-48e8-88bb-e207792b1a34. Jun 18 22:06:30.990491 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db79a54-c7e9-4d7f-990c-587a94aa5275 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Router 0921b025-e2b4-4383-a53d-a8b61d11b756 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:06:31.095876 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db79a54-c7e9-4d7f-990c-587a94aa5275 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:06:31.100361 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8db79a54-c7e9-4d7f-990c-587a94aa5275 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:31.106466 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb48f8-1b5a-4647-b1ec-3ce365d71541 None None] Sync routers for ids ['0921b025-e2b4-4383-a53d-a8b61d11b756'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:06:31.115536 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb48f8-1b5a-4647-b1ec-3ce365d71541 None None] Routers {'0921b025-e2b4-4383-a53d-a8b61d11b756'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:31.116198 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-55eb48f8-1b5a-4647-b1ec-3ce365d71541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:06:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['0921b025-e2b4-4383-a53d-a8b61d11b756'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:31.138533 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-8db79a54-c7e9-4d7f-990c-587a94aa5275 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "PUT /v2.0/floatingips/cc94a2cb-aba8-4a2b-ac1b-5b202f0469c9 HTTP/1.1" status: 200 len: 992 time: 1.0946982 Jun 18 22:06:31.138533 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45cbb1a-79be-404a-b554-7367a0f474e8', 'tag': '5129ee5b-a638-48e8-88bb-e207792b1a34'}] {{(pid=93153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:31.139497 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c18e9d6bde45226bdbcdb03008c6a2f56c7d2f4ed9dd54f2a22aac6e91e602" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c88f87-5598-4ca1-968a-c86e2cd1487f" -d '{"events": [{"name": "network-changed", "server_uuid": "f45cbb1a-79be-404a-b554-7367a0f474e8", "tag": "5129ee5b-a638-48e8-88bb-e207792b1a34"}]}' {{(pid=93153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:31.250337 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-55eb48f8-1b5a-4647-b1ec-3ce365d71541 None None] Set router 0921b025-e2b4-4383-a53d-a8b61d11b756 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:31.273779 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b9e5926c-53fa-4c02-a00f-ef2ba1b7f739 req-db714c25-6aff-4e07-b6bc-38eed6dccd42 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6b4bb80-9e96-4255-8ae2-5156f3a9a645 HTTP/1.1" status: 200 len: 210 time: 0.0307333 Jun 18 22:06:31.326688 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3419e4ba-7f8a-4de9-b6c3-c446ef230920 x-openstack-request-id: req-3419e4ba-7f8a-4de9-b6c3-c446ef230920 {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:31.326688 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45cbb1a-79be-404a-b554-7367a0f474e8", "tag": "5129ee5b-a638-48e8-88bb-e207792b1a34", "status": "completed", "code": 200}]} {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:31.326688 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3419e4ba-7f8a-4de9-b6c3-c446ef230920 {{(pid=93153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:31.326997 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45cbb1a-79be-404a-b554-7367a0f474e8', 'tag': '5129ee5b-a638-48e8-88bb-e207792b1a34', 'status': 'completed', 'code': 200} Jun 18 22:06:31.433019 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c88f87-5598-4ca1-968a-c86e2cd1487f req-8dff6060-4b2b-41cc-b13a-2d67501a85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:31.435339 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-35c88f87-5598-4ca1-968a-c86e2cd1487f req-8dff6060-4b2b-41cc-b13a-2d67501a85ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=060b087bd54643a881c64aaba76b1ffe&device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 1099 time: 0.0572321 Jun 18 22:06:31.502962 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-55eb48f8-1b5a-4647-b1ec-3ce365d71541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:12Z', 'revision_number': 4, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port': {'id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': 'cc94a2cb-aba8-4a2b-ac1b-5b202f0469c9', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'floating_ip_address': '172.27.1.213', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'port_id': '5129ee5b-a638-48e8-88bb-e207792b1a34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'mac_address': 'fa:16:3e:3a:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45cbb1a-79be-404a-b554-7367a0f474e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:06:12Z', 'updated_at': '2021-06-18T22:06:30Z', 'revision_number': 1, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6483501-f72e-4e29-8843-6301c29c072d', 'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'mac_address': 'fa:16:3e:df:8c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:28Z', 'revision_number': 5, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'subnets': [{'id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:31.533635 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb48f8-1b5a-4647-b1ec-3ce365d71541 None None] Checking router: 0921b025-e2b4-4383-a53d-a8b61d11b756 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:06:31.542543 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb48f8-1b5a-4647-b1ec-3ce365d71541 None None] Routers {'0921b025-e2b4-4383-a53d-a8b61d11b756'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:31.543317 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-55eb48f8-1b5a-4647-b1ec-3ce365d71541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:06:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['0921b025-e2b4-4383-a53d-a8b61d11b756'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:31.550525 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c88f87-5598-4ca1-968a-c86e2cd1487f req-149d7416-4631-43c0-879d-762212aa96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:31.553052 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-35c88f87-5598-4ca1-968a-c86e2cd1487f req-149d7416-4631-43c0-879d-762212aa96fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba HTTP/1.1" status: 200 len: 912 time: 0.1096289 Jun 18 22:06:31.634777 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-35c88f87-5598-4ca1-968a-c86e2cd1487f req-67532e93-48e3-4995-b969-840721bbfbc3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5129ee5b-a638-48e8-88bb-e207792b1a34 HTTP/1.1" status: 200 len: 1000 time: 0.0701058 Jun 18 22:06:31.650536 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-55eb48f8-1b5a-4647-b1ec-3ce365d71541 None None] Set router 0921b025-e2b4-4383-a53d-a8b61d11b756 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:31.658089 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 39474) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:31.694180 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c88f87-5598-4ca1-968a-c86e2cd1487f req-0a985264-feaf-4bb9-b895-74a053924b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:31.696279 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-35c88f87-5598-4ca1-968a-c86e2cd1487f req-0a985264-feaf-4bb9-b895-74a053924b86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e88c2615-07dc-46be-ba2d-38e20e9d69fe HTTP/1.1" status: 200 len: 850 time: 0.0602732 Jun 18 22:06:31.777289 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c88f87-5598-4ca1-968a-c86e2cd1487f req-1c6cd52c-6930-4491-91f0-316d48edb7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:31.778939 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-35c88f87-5598-4ca1-968a-c86e2cd1487f req-1c6cd52c-6930-4491-91f0-316d48edb7ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709927 Jun 18 22:06:31.883228 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-35c88f87-5598-4ca1-968a-c86e2cd1487f req-fdff2fe2-f7c0-49f7-9f3b-fe69712046ee service neutron] 10.222.0.44 "GET /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966270 Jun 18 22:06:32.002555 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-35c88f87-5598-4ca1-968a-c86e2cd1487f req-22c1edda-fd0e-4ad2-b30c-eceed6ba093f service neutron] 10.222.0.44 "GET /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110196 Jun 18 22:06:32.044585 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a157541c-74bc-40c0-aa70-3fcd571dc5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606708'] for router_interface, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:32.048401 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-55eb48f8-1b5a-4647-b1ec-3ce365d71541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:12Z', 'revision_number': 4, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port': {'id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': 'cc94a2cb-aba8-4a2b-ac1b-5b202f0469c9', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'floating_ip_address': '172.27.1.213', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'port_id': '5129ee5b-a638-48e8-88bb-e207792b1a34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'mac_address': 'fa:16:3e:3a:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45cbb1a-79be-404a-b554-7367a0f474e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:06:12Z', 'updated_at': '2021-06-18T22:06:30Z', 'revision_number': 1, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6483501-f72e-4e29-8843-6301c29c072d', 'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'mac_address': 'fa:16:3e:df:8c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:28Z', 'revision_number': 5, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'subnets': [{'id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:32.078972 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb48f8-1b5a-4647-b1ec-3ce365d71541 None None] The sync data for ids ['0921b025-e2b4-4383-a53d-a8b61d11b756'] in dv-cinder-766752-3-iscsi is: [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:12Z', 'revision_number': 4, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port': {'id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': 'cc94a2cb-aba8-4a2b-ac1b-5b202f0469c9', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'floating_ip_address': '172.27.1.213', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'port_id': '5129ee5b-a638-48e8-88bb-e207792b1a34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'mac_address': 'fa:16:3e:3a:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45cbb1a-79be-404a-b554-7367a0f474e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:06:12Z', 'updated_at': '2021-06-18T22:06:30Z', 'revision_number': 1, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6483501-f72e-4e29-8843-6301c29c072d', 'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'mac_address': 'fa:16:3e:df:8c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:28Z', 'revision_number': 5, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'subnets': [{'id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:06:32.294902 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a33911-10ed-488b-940c-72d96470d058 None None] New status for floating IP cc94a2cb-aba8-4a2b-ac1b-5b202f0469c9: ACTIVE {{(pid=93156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:06:32.501111 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632e958-8c2d-4724-ac14-7a7133856630 req-dbd791fb-8a6f-499b-a0f8-9174186d0cba tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:32.503511 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f632e958-8c2d-4724-ac14-7a7133856630 req-dbd791fb-8a6f-499b-a0f8-9174186d0cba tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.44 "GET /v2.0/networks?id=c5d32f84-735e-43eb-a1cb-7e480de78879 HTTP/1.1" status: 200 len: 809 time: 0.2308671 Jun 18 22:06:32.546103 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-a157541c-74bc-40c0-aa70-3fcd571dc5b2 admin admin] Deleting port 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:06:32.546648 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a157541c-74bc-40c0-aa70-3fcd571dc5b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:32.550755 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d2b958de-4644-416b-8227-f86365d21915 req-2bb93ef8-9db5-4946-9f8b-42bd37aa14ec tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6b4bb80-9e96-4255-8ae2-5156f3a9a645 HTTP/1.1" status: 200 len: 210 time: 0.0345292 Jun 18 22:06:32.554404 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a1b54923-2767-406d-9e36-5beda8306f7f tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Request body: {'port': {'device_id': 'e6b4bb80-9e96-4255-8ae2-5156f3a9a645', 'network_id': 'c5d32f84-735e-43eb-a1cb-7e480de78879', 'admin_state_up': True, 'tenant_id': '57fa4e6bdf91474da594541f753b0c88'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:32.629068 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-a157541c-74bc-40c0-aa70-3fcd571dc5b2 admin admin] For port 75b7f472-bfd2-424a-ae9a-92a58dcc26d9, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=75b7f472-bfd2-424a-ae9a-92a58dcc26d9,segment=NetworkSegment(f9773eb0-dec6-4b1d-bd23-34ec1ed7d059),segment_id=f9773eb0-dec6-4b1d-bd23-34ec1ed7d059)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:32.629425 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a157541c-74bc-40c0-aa70-3fcd571dc5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:32.693768 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-a157541c-74bc-40c0-aa70-3fcd571dc5b2 admin admin] Calling delete_port for 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 owned by network:router_interface {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:06:32.742587 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a1b54923-2767-406d-9e36-5beda8306f7f tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Made reservation on behalf of 57fa4e6bdf91474da594541f753b0c88 for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:06:32.746296 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a1b54923-2767-406d-9e36-5beda8306f7f tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:32.881613 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a1b54923-2767-406d-9e36-5beda8306f7f tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Allocated IP 172.20.0.11 (c5d32f84-735e-43eb-a1cb-7e480de78879/ed978bf1-de20-414f-a239-df6d7482a11d/ae8c659e-35c6-4080-b332-4f70f3e920ba) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:06:32.938349 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a157541c-74bc-40c0-aa70-3fcd571dc5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460578'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:32.942241 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:32.970640 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157541c-74bc-40c0-aa70-3fcd571dc5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=75b7f472-bfd2-424a-ae9a-92a58dcc26d9,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:32.996074 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-a157541c-74bc-40c0-aa70-3fcd571dc5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:33.071616 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a1b54923-2767-406d-9e36-5beda8306f7f tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:33.139845 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a157541c-74bc-40c0-aa70-3fcd571dc5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606536'] for router_interface, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:33.140530 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:06:33.165782 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a1b54923-2767-406d-9e36-5beda8306f7f tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:33.170200 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-fcbbe04b-543a-48e4-b474-f6bc7a30541d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:33.213445 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a1b54923-2767-406d-9e36-5beda8306f7f tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Network c5d32f84-735e-43eb-a1cb-7e480de78879 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:06:33.217850 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a1b54923-2767-406d-9e36-5beda8306f7f tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:06:33.220476 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a1b54923-2767-406d-9e36-5beda8306f7f tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:06:33.246439 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b54923-2767-406d-9e36-5beda8306f7f tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Pushing event updated for resources: {'Port': ['ID=ae8c659e-35c6-4080-b332-4f70f3e920ba,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:33.249762 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-a1b54923-2767-406d-9e36-5beda8306f7f tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:33.275115 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a1b54923-2767-406d-9e36-5beda8306f7f tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:33.275641 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a1b54923-2767-406d-9e36-5beda8306f7f tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:33.349277 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a1b54923-2767-406d-9e36-5beda8306f7f tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8009186 Jun 18 22:06:33.354211 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a157541c-74bc-40c0-aa70-3fcd571dc5b2 admin admin] Router cc32318d-740c-4a1c-b0f6-fee32d2ddba8 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:06:33.367588 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Request body: {'port': {'device_id': 'e6b4bb80-9e96-4255-8ae2-5156f3a9a645', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:33.443719 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:33.460079 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a157541c-74bc-40c0-aa70-3fcd571dc5b2 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:06:33.466088 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a157541c-74bc-40c0-aa70-3fcd571dc5b2 admin admin] 10.222.0.38 "PUT /v2.0/routers/cc32318d-740c-4a1c-b0f6-fee32d2ddba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8069215 Jun 18 22:06:33.470540 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 39492) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:33.475395 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1549346-cd89-422f-b072-b95c0eb2b634 None None] Sync routers for ids ['cc32318d-740c-4a1c-b0f6-fee32d2ddba8'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:06:33.485902 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1549346-cd89-422f-b072-b95c0eb2b634 None None] Routers {'cc32318d-740c-4a1c-b0f6-fee32d2ddba8'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:33.486537 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-f1549346-cd89-422f-b072-b95c0eb2b634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:06:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cc32318d-740c-4a1c-b0f6-fee32d2ddba8'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:33.601072 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fa104553-3c5b-4adc-b4a2-cbb0ef5e3037 admin admin] Notify callbacks [] for router, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:33.610041 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-f1549346-cd89-422f-b072-b95c0eb2b634 None None] Set router cc32318d-740c-4a1c-b0f6-fee32d2ddba8 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:33.712872 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fa104553-3c5b-4adc-b4a2-cbb0ef5e3037 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:33.794383 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-f1549346-cd89-422f-b072-b95c0eb2b634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'name': 'tempest-TestMinimumBasicScenario-274655535-router', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:02Z', 'updated_at': '2021-06-18T22:06:32Z', 'revision_number': 5, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'gw_port': {'id': 'dafa9b62-d546-41ed-8336-193c4c488f34', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:03Z', 'updated_at': '2021-06-18T22:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:33.811810 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae8c659e-35c6-4080-b332-4f70f3e920ba {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:06:33.820976 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1549346-cd89-422f-b072-b95c0eb2b634 None None] Checking router: cc32318d-740c-4a1c-b0f6-fee32d2ddba8 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:06:33.821499 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:33.830156 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1549346-cd89-422f-b072-b95c0eb2b634 None None] Routers {'cc32318d-740c-4a1c-b0f6-fee32d2ddba8'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:33.830820 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-f1549346-cd89-422f-b072-b95c0eb2b634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:06:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cc32318d-740c-4a1c-b0f6-fee32d2ddba8'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:33.830969 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-fa104553-3c5b-4adc-b4a2-cbb0ef5e3037 admin admin] Deleting port dafa9b62-d546-41ed-8336-193c4c488f34 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:06:33.831216 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fa104553-3c5b-4adc-b4a2-cbb0ef5e3037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:33.831892 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39aa6b-ff43-49c3-8148-1b03ae38d944 req-2cf7cc2b-88fb-44eb-9e25-14bbe09aa4a7 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:33.833431 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-aa39aa6b-ff43-49c3-8148-1b03ae38d944 req-2cf7cc2b-88fb-44eb-9e25-14bbe09aa4a7 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6b4bb80-9e96-4255-8ae2-5156f3a9a645 HTTP/1.1" status: 200 len: 932 time: 0.1202016 Jun 18 22:06:33.847679 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Transition to ACTIVE for port object ae8c659e-35c6-4080-b332-4f70f3e920ba will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:06:33.880303 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-aa39aa6b-ff43-49c3-8148-1b03ae38d944 req-1ebba210-f241-4bc8-9838-0cbe2b59f695 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337644 Jun 18 22:06:33.915385 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-fa104553-3c5b-4adc-b4a2-cbb0ef5e3037 admin admin] For port dafa9b62-d546-41ed-8336-193c4c488f34, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=dafa9b62-d546-41ed-8336-193c4c488f34,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:33.915745 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fa104553-3c5b-4adc-b4a2-cbb0ef5e3037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:33.916925 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-f1549346-cd89-422f-b072-b95c0eb2b634 None None] Set router cc32318d-740c-4a1c-b0f6-fee32d2ddba8 gateway port host: None {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:33.932586 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:33.936152 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-562f82cb-2445-4e31-80fa-e50fde9d1db0 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:33.986794 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-f1549346-cd89-422f-b072-b95c0eb2b634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'name': 'tempest-TestMinimumBasicScenario-274655535-router', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:02Z', 'updated_at': '2021-06-18T22:06:33Z', 'revision_number': 6, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'gw_port_host': None}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:33.994162 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-fa104553-3c5b-4adc-b4a2-cbb0ef5e3037 admin admin] Calling delete_port for dafa9b62-d546-41ed-8336-193c4c488f34 owned by network:router_gateway {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:06:34.013896 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Pushing event updated for resources: {'Port': ['ID=ae8c659e-35c6-4080-b332-4f70f3e920ba,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:34.015001 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1549346-cd89-422f-b072-b95c0eb2b634 None None] The sync data for ids ['cc32318d-740c-4a1c-b0f6-fee32d2ddba8'] in dv-cinder-766752-3-iscsi is: [{'id': 'cc32318d-740c-4a1c-b0f6-fee32d2ddba8', 'name': 'tempest-TestMinimumBasicScenario-274655535-router', 'tenant_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:02Z', 'updated_at': '2021-06-18T22:06:33Z', 'revision_number': 6, 'project_id': '1b54bd8f50e44b159a9735b0e6072e2a', 'gw_port_host': None}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:06:34.016924 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:34.112078 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Attempting to bind port ae8c659e-35c6-4080-b332-4f70f3e920ba on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:06:34.112571 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Attempting to bind port ae8c659e-35c6-4080-b332-4f70f3e920ba by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '29c82d48-d834-4970-abce-e0d3218c9425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c5d32f84-735e-43eb-a1cb-7e480de78879'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:06:34.112965 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Attempting to bind port ae8c659e-35c6-4080-b332-4f70f3e920ba on network c5d32f84-735e-43eb-a1cb-7e480de78879 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:06:34.117437 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Port ae8c659e-35c6-4080-b332-4f70f3e920ba on network c5d32f84-735e-43eb-a1cb-7e480de78879 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:06:34.117823 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Attempting to bind port ae8c659e-35c6-4080-b332-4f70f3e920ba on network c5d32f84-735e-43eb-a1cb-7e480de78879 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:06:34.123208 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:06:34.123710 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Checking segment: {'id': '29c82d48-d834-4970-abce-e0d3218c9425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c5d32f84-735e-43eb-a1cb-7e480de78879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:06:34.124173 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Bound using segment: {'id': '29c82d48-d834-4970-abce-e0d3218c9425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c5d32f84-735e-43eb-a1cb-7e480de78879'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:06:34.124667 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Bound port: ae8c659e-35c6-4080-b332-4f70f3e920ba, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c82d48-d834-4970-abce-e0d3218c9425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c5d32f84-735e-43eb-a1cb-7e480de78879'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:06:34.125096 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:34.208283 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] For port ae8c659e-35c6-4080-b332-4f70f3e920ba, host hv-cinder-76675, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:06:34.211592 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] For port ae8c659e-35c6-4080-b332-4f70f3e920ba, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=ae8c659e-35c6-4080-b332-4f70f3e920ba,segment=NetworkSegment(29c82d48-d834-4970-abce-e0d3218c9425),segment_id=29c82d48-d834-4970-abce-e0d3218c9425)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:06:34.275126 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fa104553-3c5b-4adc-b4a2-cbb0ef5e3037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460578'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:34.278153 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-38cf5e51-5cd4-4076-a4b7-9d67ab089cf3 tempest-ServerRescueNegativeTestJSON-1539829580 tempest-ServerRescueNegativeTestJSON-1539829580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:34.301861 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa104553-3c5b-4adc-b4a2-cbb0ef5e3037 admin admin] Pushing event deleted for resources: {'Port': ['ID=dafa9b62-d546-41ed-8336-193c4c488f34,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:34.305606 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:34.306503 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-fa104553-3c5b-4adc-b4a2-cbb0ef5e3037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:34.309186 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-efd097f2-2605-424e-9cb7-af55e61eec1b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:34.340670 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:34.341836 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:34.343350 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f632e958-8c2d-4724-ac14-7a7133856630 req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] 10.222.0.44 "PUT /v2.0/ports/ae8c659e-35c6-4080-b332-4f70f3e920ba HTTP/1.1" status: 200 len: 1094 time: 0.9800935 Jun 18 22:06:34.343859 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b4bb80-9e96-4255-8ae2-5156f3a9a645', 'tag': 'ae8c659e-35c6-4080-b332-4f70f3e920ba'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:34.346154 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ea455d-7d24-4a0e-8677-e3f9a2babf09" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b4bb80-9e96-4255-8ae2-5156f3a9a645", "tag": "ae8c659e-35c6-4080-b332-4f70f3e920ba"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:34.374542 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fa104553-3c5b-4adc-b4a2-cbb0ef5e3037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546148'] for router_gateway, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:34.375169 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Pushing event updated for resources: {'Port': ['ID=ae8c659e-35c6-4080-b332-4f70f3e920ba,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:34.379204 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:34.446695 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0f235e-d06b-4280-9241-d4114abd764b x-openstack-request-id: req-cb0f235e-d06b-4280-9241-d4114abd764b {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:34.447405 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b4bb80-9e96-4255-8ae2-5156f3a9a645", "tag": "ae8c659e-35c6-4080-b332-4f70f3e920ba", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:34.447863 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cb0f235e-d06b-4280-9241-d4114abd764b {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:34.448476 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b4bb80-9e96-4255-8ae2-5156f3a9a645', 'tag': 'ae8c659e-35c6-4080-b332-4f70f3e920ba', 'status': 'completed', 'code': 200} Jun 18 22:06:34.489077 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fa104553-3c5b-4adc-b4a2-cbb0ef5e3037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1833'] for router, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:34.490392 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fa104553-3c5b-4adc-b4a2-cbb0ef5e3037 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:34.557014 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea455d-7d24-4a0e-8677-e3f9a2babf09 req-3da9a4fb-f211-4e9b-a06f-bbb2d8e7d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:34.558477 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f2ea455d-7d24-4a0e-8677-e3f9a2babf09 req-3da9a4fb-f211-4e9b-a06f-bbb2d8e7d9a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57fa4e6bdf91474da594541f753b0c88&device_id=e6b4bb80-9e96-4255-8ae2-5156f3a9a645 HTTP/1.1" status: 200 len: 1097 time: 0.0580816 Jun 18 22:06:34.572175 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fa104553-3c5b-4adc-b4a2-cbb0ef5e3037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607531'] for router, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:34.572692 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa104553-3c5b-4adc-b4a2-cbb0ef5e3037 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc32318d-740c-4a1c-b0f6-fee32d2ddba8 {{(pid=93153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 22:06:34.578507 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fa104553-3c5b-4adc-b4a2-cbb0ef5e3037 admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:34.582222 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-fa104553-3c5b-4adc-b4a2-cbb0ef5e3037 admin admin] 10.222.0.38 "DELETE /v2.0/routers/cc32318d-740c-4a1c-b0f6-fee32d2ddba8 HTTP/1.1" status: 204 len: 168 time: 1.1081243 Jun 18 22:06:34.583455 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 39506) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:34.631837 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3b6019-a5a4-4621-b7b6-547fa11a3903 admin admin] Deleting subnet 04b18992-a64d-4ec3-9a38-c5bc3c8cd36f {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:06:34.634975 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-cb3b6019-a5a4-4621-b7b6-547fa11a3903 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:34.673933 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea455d-7d24-4a0e-8677-e3f9a2babf09 req-91f99fea-33d4-4a34-80af-d15025d6cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:34.675583 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f2ea455d-7d24-4a0e-8677-e3f9a2babf09 req-91f99fea-33d4-4a34-80af-d15025d6cf03 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=57fa4e6bdf91474da594541f753b0c88&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1025848 Jun 18 22:06:34.678309 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-cb3b6019-a5a4-4621-b7b6-547fa11a3903 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460699'] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:34.782517 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea455d-7d24-4a0e-8677-e3f9a2babf09 req-3d10a404-8b30-42c9-8596-3518d278901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:34.783860 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f2ea455d-7d24-4a0e-8677-e3f9a2babf09 req-3d10a404-8b30-42c9-8596-3518d278901f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001079 Jun 18 22:06:34.788586 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-cb3b6019-a5a4-4621-b7b6-547fa11a3903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814669'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:34.884617 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:06:34.905695 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:06:34.906043 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 75b7f472-bfd2-424a-ae9a-92a58dcc26d9 not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:06:34.909822 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device dafa9b62-d546-41ed-8336-193c4c488f34 no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:06:34.918944 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632e958-8c2d-4724-ac14-7a7133856630 req-5a8c3c2c-2080-4fc2-85a3-581d84d08061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:34.921443 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f632e958-8c2d-4724-ac14-7a7133856630 req-5a8c3c2c-2080-4fc2-85a3-581d84d08061 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57fa4e6bdf91474da594541f753b0c88&device_id=e6b4bb80-9e96-4255-8ae2-5156f3a9a645 HTTP/1.1" status: 200 len: 1097 time: 0.0641515 Jun 18 22:06:34.927116 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-cb3b6019-a5a4-4621-b7b6-547fa11a3903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9460504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9844756'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:34.930745 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:34.934311 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: dafa9b62-d546-41ed-8336-193c4c488f34 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:06:34.935297 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device dafa9b62-d546-41ed-8336-193c4c488f34 not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:06:34.962886 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b6019-a5a4-4621-b7b6-547fa11a3903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b18992-a64d-4ec3-9a38-c5bc3c8cd36f,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:34.963774 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341b1d86-5743-43de-9968-24ee302c949d None None] Network 52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:06:34.965729 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-cb3b6019-a5a4-4621-b7b6-547fa11a3903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:34.970579 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-cb3b6019-a5a4-4621-b7b6-547fa11a3903 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/04b18992-a64d-4ec3-9a38-c5bc3c8cd36f HTTP/1.1" status: 204 len: 168 time: 0.3838091 Jun 18 22:06:34.970579 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-cb3b6019-a5a4-4621-b7b6-547fa11a3903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:34.970837 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 39512) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:34.979466 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f632e958-8c2d-4724-ac14-7a7133856630 req-86b25bd7-2ec8-40e5-ba97-41315259a3e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae8c659e-35c6-4080-b332-4f70f3e920ba HTTP/1.1" status: 200 len: 217 time: 0.0418210 Jun 18 22:06:35.050759 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632e958-8c2d-4724-ac14-7a7133856630 req-4e4a85f7-c5dd-49e2-bcad-020d469d2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:35.052937 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f632e958-8c2d-4724-ac14-7a7133856630 req-4e4a85f7-c5dd-49e2-bcad-020d469d2797 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed978bf1-de20-414f-a239-df6d7482a11d HTTP/1.1" status: 200 len: 849 time: 0.0664062 Jun 18 22:06:35.058489 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780721'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:35.105579 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f632e958-8c2d-4724-ac14-7a7133856630 req-12326061-2c18-4252-a38d-bf6ff7968062 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5d32f84-735e-43eb-a1cb-7e480de78879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435505 Jun 18 22:06:35.222911 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4615cda-d556-4c18-b755-997cb79c49a0 None None] DHCP port deletion for 52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 request from dv-cinder-766752-3-iscsi {{(pid=93155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 22:06:35.269366 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb7ef3-2896-4868-aa0d-5796873c0755 req-b6e53672-aeed-4ce8-bfbe-cf7d178000c5 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:35.276695 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-13eb7ef3-2896-4868-aa0d-5796873c0755 req-b6e53672-aeed-4ce8-bfbe-cf7d178000c5 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6b4bb80-9e96-4255-8ae2-5156f3a9a645 HTTP/1.1" status: 200 len: 944 time: 0.2066483 Jun 18 22:06:35.291949 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-b4615cda-d556-4c18-b755-997cb79c49a0 None None] Deleting port 3843bc22-a85f-44ca-a042-7ccda0151f95 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:06:35.292421 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b4615cda-d556-4c18-b755-997cb79c49a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:35.307707 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f632e958-8c2d-4724-ac14-7a7133856630 req-ea2c0dc1-498e-426b-a649-66eabeee20f6 service neutron] 10.222.0.44 "GET /v2.0/networks/c5d32f84-735e-43eb-a1cb-7e480de78879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751633 Jun 18 22:06:35.362610 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-b4615cda-d556-4c18-b755-997cb79c49a0 None None] For port 3843bc22-a85f-44ca-a042-7ccda0151f95, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=3843bc22-a85f-44ca-a042-7ccda0151f95,segment=NetworkSegment(f9773eb0-dec6-4b1d-bd23-34ec1ed7d059),segment_id=f9773eb0-dec6-4b1d-bd23-34ec1ed7d059)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:35.362967 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b4615cda-d556-4c18-b755-997cb79c49a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:35.391154 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-13eb7ef3-2896-4868-aa0d-5796873c0755 req-375dc205-6bc3-40ea-8ab9-14402aa29aac tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134992 Jun 18 22:06:35.417677 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] Deleting port 3843bc22-a85f-44ca-a042-7ccda0151f95 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:06:35.417677 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:35.446419 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-b4615cda-d556-4c18-b755-997cb79c49a0 None None] Calling delete_port for 3843bc22-a85f-44ca-a042-7ccda0151f95 owned by network:dhcp {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:06:35.448448 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f632e958-8c2d-4724-ac14-7a7133856630 req-6b522a3d-d052-45e4-a9b1-002f9bfcc6d7 service neutron] 10.222.0.44 "GET /v2.0/networks/c5d32f84-735e-43eb-a1cb-7e480de78879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255584 Jun 18 22:06:35.478829 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] For port 3843bc22-a85f-44ca-a042-7ccda0151f95, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=3843bc22-a85f-44ca-a042-7ccda0151f95,segment=NetworkSegment(f9773eb0-dec6-4b1d-bd23-34ec1ed7d059),segment_id=f9773eb0-dec6-4b1d-bd23-34ec1ed7d059)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:35.480222 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:35.543544 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] Calling delete_port for 3843bc22-a85f-44ca-a042-7ccda0151f95 owned by network:dhcp {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:06:35.667783 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b4615cda-d556-4c18-b755-997cb79c49a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:35.670596 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460578'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:35.671214 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:35.673705 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:35.696680 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4615cda-d556-4c18-b755-997cb79c49a0 None None] Pushing event deleted for resources: {'Port': ['ID=3843bc22-a85f-44ca-a042-7ccda0151f95,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:35.697890 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] Pushing event deleted for resources: {'Port': ['ID=3843bc22-a85f-44ca-a042-7ccda0151f95,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:35.699520 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-b4615cda-d556-4c18-b755-997cb79c49a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:35.699725 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] No DVR routers for this DVR port 3843bc22-a85f-44ca-a042-7ccda0151f95 on host dv-cinder-766752-3-iscsi {{(pid=93153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:06:35.702022 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:35.707501 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4615cda-d556-4c18-b755-997cb79c49a0 None None] No DVR routers for this DVR port 3843bc22-a85f-44ca-a042-7ccda0151f95 on host dv-cinder-766752-3-iscsi {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:06:35.772937 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817618', 'neutron.services.segments.db._delete_segments_for_network-8737367115731'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:35.782712 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52150e85-19ba-4d4a-a3c3-ffe0bfb5c484']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:35.796089 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9773eb0-dec6-4b1d-bd23-34ec1ed7d059') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:35.796423 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9773eb0-dec6-4b1d-bd23-34ec1ed7d059') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:35.805019 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737367115560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460690'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:35.819203 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:35.824712 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:06:35.825089 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454771'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: self.session.flush() Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: self.session.flush() Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: self.session.flush() Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: self.session.flush() Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: Traceback (most recent call last): Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: timer() Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: cb(*args, **kw) Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: return func(*args, **kwargs) Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: self._notify() Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: self.callback(batched_events) Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: event.method(event) Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: return f(self, *a, **k) Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._get(url).json() Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:06:35.827029 dv-cinder-766752-3-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:06:35.949559 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546235'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:35.953362 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d09a4685-f715-4d57-bdab-83282bb22499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:35.955380 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d35f6bbe-a1b8-4052-b539-c34332af90b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:35.955888 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:35.960523 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] 10.222.0.38 "DELETE /v2.0/networks/52150e85-19ba-4d4a-a3c3-ffe0bfb5c484 HTTP/1.1" status: 204 len: 168 time: 0.9860411 Jun 18 22:06:35.960837 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 39520) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:35.968684 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] Pushing event deleted for resources: {'Network': ['ID=52150e85-19ba-4d4a-a3c3-ffe0bfb5c484,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:35.971183 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:36.367478 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606708'] for router_interface, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:36.649887 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000b8c5-a9cb-49c7-ab26-d23f3c92d4ff req-b1610147-b684-4908-92a7-00419eed1efd tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:36.651314 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8000b8c5-a9cb-49c7-ab26-d23f3c92d4ff req-b1610147-b684-4908-92a7-00419eed1efd tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6b4bb80-9e96-4255-8ae2-5156f3a9a645 HTTP/1.1" status: 200 len: 944 time: 0.1357939 Jun 18 22:06:36.736055 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8000b8c5-a9cb-49c7-ab26-d23f3c92d4ff req-6fdcf33c-0f07-4c20-8119-5d47fb8a5bc1 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779519 Jun 18 22:06:36.751123 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 3843bc22-a85f-44ca-a042-7ccda0151f95 no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:06:36.765913 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Deleting port 6bda618a-e812-4281-ac20-20556c01c124 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:06:36.766251 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:36.777660 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 3843bc22-a85f-44ca-a042-7ccda0151f95 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:06:36.778014 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 3843bc22-a85f-44ca-a042-7ccda0151f95 not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:06:37.132090 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] For port 6bda618a-e812-4281-ac20-20556c01c124, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=6bda618a-e812-4281-ac20-20556c01c124,segment=NetworkSegment(3eefd283-a72f-4f2b-97fc-ff5eb2cd6021),segment_id=3eefd283-a72f-4f2b-97fc-ff5eb2cd6021)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:37.132741 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:37.196837 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Calling delete_port for 6bda618a-e812-4281-ac20-20556c01c124 owned by network:router_interface {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:06:37.446902 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:37.449082 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-b9030f4d-4f57-46e7-ab2b-b1521cdef0ff tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:37.470755 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bda618a-e812-4281-ac20-20556c01c124,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:37.480164 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:37.480544 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:37.480967 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:37.481325 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:37.481678 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:37.482031 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:37.483325 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:37.483430 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:37.483785 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:37.484150 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:37.487016 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:37.487016 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:37.489413 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:37.657583 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606536'] for router_interface, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:37.893034 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Router 680587f5-ee39-499f-b9fc-be6e3f897636 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:06:37.964150 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c446b-8061-409e-9f30-a9179546d9d7 req-3b9c1f3c-fc51-41b2-b81a-495b22187f8a tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:37.965573 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-139c446b-8061-409e-9f30-a9179546d9d7 req-3b9c1f3c-fc51-41b2-b81a-495b22187f8a tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6b4bb80-9e96-4255-8ae2-5156f3a9a645 HTTP/1.1" status: 200 len: 944 time: 0.1154420 Jun 18 22:06:38.043606 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-139c446b-8061-409e-9f30-a9179546d9d7 req-a36aa979-2d63-4af6-b82a-7fe857bd6038 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708272 Jun 18 22:06:38.051941 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:06:38.056977 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] 10.222.0.38 "PUT /v2.0/routers/680587f5-ee39-499f-b9fc-be6e3f897636/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0950644 Jun 18 22:06:38.059471 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 39540) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:38.063796 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a7a51-053c-494f-a63b-1519a57c7a03 None None] Sync routers for ids ['680587f5-ee39-499f-b9fc-be6e3f897636'] in dv-cinder-766752-3-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:06:38.073105 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a7a51-053c-494f-a63b-1519a57c7a03 None None] Routers {'680587f5-ee39-499f-b9fc-be6e3f897636'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:38.073788 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-3d6a7a51-053c-494f-a63b-1519a57c7a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:06:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['680587f5-ee39-499f-b9fc-be6e3f897636'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:38.166484 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-733ff7ae-2a7e-494c-bf17-d88b4e18979c admin admin] Notify callbacks [] for router, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.178052 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-3d6a7a51-053c-494f-a63b-1519a57c7a03 None None] Set router 680587f5-ee39-499f-b9fc-be6e3f897636 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:38.281513 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-733ff7ae-2a7e-494c-bf17-d88b4e18979c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.344404 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1aa97d47-18b7-4a93-b4a9-51187d45fde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.364598 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-3d6a7a51-053c-494f-a63b-1519a57c7a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680587f5-ee39-499f-b9fc-be6e3f897636', 'name': 'tempest-TestMinimumBasicScenario-1215488304-router', 'tenant_id': '5a04c16affed4cc6ab06795787050e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '35f180d2-8fb2-47b7-afac-92a07fe144bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:09Z', 'updated_at': '2021-06-18T22:06:37Z', 'revision_number': 5, 'project_id': '5a04c16affed4cc6ab06795787050e15', 'gw_port': {'id': '35f180d2-8fb2-47b7-afac-92a07fe144bb', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680587f5-ee39-499f-b9fc-be6e3f897636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:10Z', 'updated_at': '2021-06-18T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:38.429876 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-733ff7ae-2a7e-494c-bf17-d88b4e18979c admin admin] Deleting port 35f180d2-8fb2-47b7-afac-92a07fe144bb {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:06:38.430214 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-733ff7ae-2a7e-494c-bf17-d88b4e18979c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.473917 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a7a51-053c-494f-a63b-1519a57c7a03 None None] Checking router: 680587f5-ee39-499f-b9fc-be6e3f897636 for host: dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:06:38.482107 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a7a51-053c-494f-a63b-1519a57c7a03 None None] Routers {'680587f5-ee39-499f-b9fc-be6e3f897636'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:38.483473 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-3d6a7a51-053c-494f-a63b-1519a57c7a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:06:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['680587f5-ee39-499f-b9fc-be6e3f897636'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:38.508797 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-733ff7ae-2a7e-494c-bf17-d88b4e18979c admin admin] For port 35f180d2-8fb2-47b7-afac-92a07fe144bb, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=35f180d2-8fb2-47b7-afac-92a07fe144bb,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:38.509152 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-733ff7ae-2a7e-494c-bf17-d88b4e18979c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.568316 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-3d6a7a51-053c-494f-a63b-1519a57c7a03 None None] Set router 680587f5-ee39-499f-b9fc-be6e3f897636 gateway port host: None {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:38.587005 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-733ff7ae-2a7e-494c-bf17-d88b4e18979c admin admin] Calling delete_port for 35f180d2-8fb2-47b7-afac-92a07fe144bb owned by network:router_gateway {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:06:38.619411 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-3d6a7a51-053c-494f-a63b-1519a57c7a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680587f5-ee39-499f-b9fc-be6e3f897636', 'name': 'tempest-TestMinimumBasicScenario-1215488304-router', 'tenant_id': '5a04c16affed4cc6ab06795787050e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:09Z', 'updated_at': '2021-06-18T22:06:38Z', 'revision_number': 6, 'project_id': '5a04c16affed4cc6ab06795787050e15', 'gw_port_host': None}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:38.624170 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device ae8c659e-35c6-4080-b332-4f70f3e920ba details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:06:38.652436 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a7a51-053c-494f-a63b-1519a57c7a03 None None] The sync data for ids ['680587f5-ee39-499f-b9fc-be6e3f897636'] in dv-cinder-766752-3-iscsi is: [{'id': '680587f5-ee39-499f-b9fc-be6e3f897636', 'name': 'tempest-TestMinimumBasicScenario-1215488304-router', 'tenant_id': '5a04c16affed4cc6ab06795787050e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:09Z', 'updated_at': '2021-06-18T22:06:38Z', 'revision_number': 6, 'project_id': '5a04c16affed4cc6ab06795787050e15', 'gw_port_host': None}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:06:38.731098 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port ae8c659e-35c6-4080-b332-4f70f3e920ba, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=ae8c659e-35c6-4080-b332-4f70f3e920ba,segment=NetworkSegment(29c82d48-d834-4970-abce-e0d3218c9425),segment_id=29c82d48-d834-4970-abce-e0d3218c9425)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:38.745066 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': 'ae8c659e-35c6-4080-b332-4f70f3e920ba', 'network_id': 'c5d32f84-735e-43eb-a1cb-7e480de78879', 'port_id': 'ae8c659e-35c6-4080-b332-4f70f3e920ba', 'mac_address': 'fa:16:3e:47:51:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed978bf1-de20-414f-a239-df6d7482a11d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:06:38.789029 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.802453 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae8c659e-35c6-4080-b332-4f70f3e920ba {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:06:38.831179 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-733ff7ae-2a7e-494c-bf17-d88b4e18979c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.833743 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port ae8c659e-35c6-4080-b332-4f70f3e920ba, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=ae8c659e-35c6-4080-b332-4f70f3e920ba,segment=NetworkSegment(29c82d48-d834-4970-abce-e0d3218c9425),segment_id=29c82d48-d834-4970-abce-e0d3218c9425)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:38.836351 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-dfea97cf-17d4-442c-adb8-36eccc2ecb42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:38.862093 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ff7ae-2a7e-494c-bf17-d88b4e18979c admin admin] Pushing event deleted for resources: {'Port': ['ID=35f180d2-8fb2-47b7-afac-92a07fe144bb,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:38.864621 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-733ff7ae-2a7e-494c-bf17-d88b4e18979c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:38.923350 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.925812 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-733ff7ae-2a7e-494c-bf17-d88b4e18979c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546148'] for router_gateway, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.925954 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:38.928393 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.974939 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=ae8c659e-35c6-4080-b332-4f70f3e920ba,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:38.977908 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:39.035408 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-733ff7ae-2a7e-494c-bf17-d88b4e18979c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1833'] for router, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.035408 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-733ff7ae-2a7e-494c-bf17-d88b4e18979c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.145334 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 6bda618a-e812-4281-ac20-20556c01c124 no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:06:39.165895 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 6bda618a-e812-4281-ac20-20556c01c124 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:06:39.166243 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 6bda618a-e812-4281-ac20-20556c01c124 not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:06:39.235581 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23689f49-00bf-4017-8f08-6c5ee4506801 req-7dfe72a7-3b8c-466b-bec4-87648e38c42e tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:39.237050 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-23689f49-00bf-4017-8f08-6c5ee4506801 req-7dfe72a7-3b8c-466b-bec4-87648e38c42e tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6b4bb80-9e96-4255-8ae2-5156f3a9a645 HTTP/1.1" status: 200 len: 945 time: 0.0660777 Jun 18 22:06:39.238125 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-733ff7ae-2a7e-494c-bf17-d88b4e18979c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607531'] for router, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.238661 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733ff7ae-2a7e-494c-bf17-d88b4e18979c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 680587f5-ee39-499f-b9fc-be6e3f897636 {{(pid=93154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 22:06:39.243392 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-733ff7ae-2a7e-494c-bf17-d88b4e18979c admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.244428 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-733ff7ae-2a7e-494c-bf17-d88b4e18979c admin admin] 10.222.0.38 "DELETE /v2.0/routers/680587f5-ee39-499f-b9fc-be6e3f897636 HTTP/1.1" status: 204 len: 168 time: 1.1835074 Jun 18 22:06:39.247018 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 39558) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:39.258964 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['ae8c659e-35c6-4080-b332-4f70f3e920ba'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:06:39.280061 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-23689f49-00bf-4017-8f08-6c5ee4506801 req-5d62aff4-212c-4c03-9408-70791b67d862 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345902 Jun 18 22:06:39.292027 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fadef0c-0d19-4454-91d5-5ec4ff4b6d9c admin admin] Deleting subnet 4eb75a40-89c4-44b5-85c8-0dd446ced2e8 {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:06:39.295172 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3fadef0c-0d19-4454-91d5-5ec4ff4b6d9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.337037 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3fadef0c-0d19-4454-91d5-5ec4ff4b6d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460699'] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.423425 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3fadef0c-0d19-4454-91d5-5ec4ff4b6d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814669'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.567239 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.579469 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3fadef0c-0d19-4454-91d5-5ec4ff4b6d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9460504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9844756'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.582164 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-330c1f0b-51ae-4234-b235-d00972bb34ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:39.609268 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fadef0c-0d19-4454-91d5-5ec4ff4b6d9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eb75a40-89c4-44b5-85c8-0dd446ced2e8,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:39.609756 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-3fadef0c-0d19-4454-91d5-5ec4ff4b6d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:39.613792 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3fadef0c-0d19-4454-91d5-5ec4ff4b6d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.617129 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-3fadef0c-0d19-4454-91d5-5ec4ff4b6d9c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4eb75a40-89c4-44b5-85c8-0dd446ced2e8 HTTP/1.1" status: 204 len: 168 time: 0.3690522 Jun 18 22:06:39.618077 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 39564) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:39.619535 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebfb0e2-9aa1-4d31-b2fb-41108ae01c42 None None] Network ee95627d-54a8-4907-88bd-5e8e238c5231 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:06:39.687838 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780721'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.743022 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Deleting port 3cea54b4-c6ce-4558-9dc2-941bac221ef0 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:06:39.743328 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.812728 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] For port 3cea54b4-c6ce-4558-9dc2-941bac221ef0, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=3cea54b4-c6ce-4558-9dc2-941bac221ef0,segment=NetworkSegment(3eefd283-a72f-4f2b-97fc-ff5eb2cd6021),segment_id=3eefd283-a72f-4f2b-97fc-ff5eb2cd6021)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:39.813081 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.826963 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca628564-2991-4107-977d-d799b896043c None None] DHCP port deletion for ee95627d-54a8-4907-88bd-5e8e238c5231 request from dv-cinder-766752-3-iscsi {{(pid=93155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 22:06:39.873984 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-ca628564-2991-4107-977d-d799b896043c None None] Deleting port 3cea54b4-c6ce-4558-9dc2-941bac221ef0 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:06:39.874287 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ca628564-2991-4107-977d-d799b896043c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.874637 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Calling delete_port for 3cea54b4-c6ce-4558-9dc2-941bac221ef0 owned by network:dhcp {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:06:39.941734 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-ca628564-2991-4107-977d-d799b896043c None None] For port 3cea54b4-c6ce-4558-9dc2-941bac221ef0, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=3cea54b4-c6ce-4558-9dc2-941bac221ef0,segment=NetworkSegment(3eefd283-a72f-4f2b-97fc-ff5eb2cd6021),segment_id=3eefd283-a72f-4f2b-97fc-ff5eb2cd6021)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:39.942160 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ca628564-2991-4107-977d-d799b896043c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:40.010206 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-ca628564-2991-4107-977d-d799b896043c None None] Calling delete_port for 3cea54b4-c6ce-4558-9dc2-941bac221ef0 owned by network:dhcp {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:06:40.033207 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460578'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:40.033562 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:40.056693 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Pushing event deleted for resources: {'Port': ['ID=3cea54b4-c6ce-4558-9dc2-941bac221ef0,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:40.064015 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] No DVR routers for this DVR port 3cea54b4-c6ce-4558-9dc2-941bac221ef0 on host dv-cinder-766752-3-iscsi {{(pid=93153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:06:40.066632 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:40.067009 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:40.067383 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:40.067741 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:40.068117 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:40.068488 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:40.068843 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:40.069197 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:40.069551 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:40.069901 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:40.070252 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:40.070599 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:40.075876 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:40.093358 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ca628564-2991-4107-977d-d799b896043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:40.095357 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-b4615cda-d556-4c18-b755-997cb79c49a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:40.119646 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca628564-2991-4107-977d-d799b896043c None None] Pushing event deleted for resources: {'Port': ['ID=3cea54b4-c6ce-4558-9dc2-941bac221ef0,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:40.123931 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca628564-2991-4107-977d-d799b896043c None None] No DVR routers for this DVR port 3cea54b4-c6ce-4558-9dc2-941bac221ef0 on host dv-cinder-766752-3-iscsi {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:06:40.127642 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-ca628564-2991-4107-977d-d799b896043c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:40.149540 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817618', 'neutron.services.segments.db._delete_segments_for_network-8737367115731'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:40.159594 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee95627d-54a8-4907-88bd-5e8e238c5231']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:40.168727 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eefd283-a72f-4f2b-97fc-ff5eb2cd6021') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:40.169014 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eefd283-a72f-4f2b-97fc-ff5eb2cd6021') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:40.177796 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737367115560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460690'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:40.190868 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:40.196318 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:06:40.196693 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454771'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: Traceback (most recent call last): Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: timer() Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: cb(*args, **kw) Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: return func(*args, **kwargs) Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: self._notify() Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: self.callback(batched_events) Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: event.method(event) Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: return f(self, *a, **k) Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._get(url).json() Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:06:40.198236 dv-cinder-766752-3-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:06:40.287178 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546235'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:40.290865 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-836cbcae-c49c-4e20-821b-3e093744bb0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:40.293250 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:40.295080 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] 10.222.0.38 "DELETE /v2.0/networks/ee95627d-54a8-4907-88bd-5e8e238c5231 HTTP/1.1" status: 204 len: 168 time: 0.6760583 Jun 18 22:06:40.307298 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Pushing event deleted for resources: {'Network': ['ID=ee95627d-54a8-4907-88bd-5e8e238c5231,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:40.312529 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7ae33b3b-60a5-4c16-b6c4-e127fde3b17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:40.463635 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d994b-fe22-4644-a01c-09315a3de16d req-2a67f3de-bab4-44ef-ae00-fa3f41efe540 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:40.465087 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e55d994b-fe22-4644-a01c-09315a3de16d req-2a67f3de-bab4-44ef-ae00-fa3f41efe540 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6b4bb80-9e96-4255-8ae2-5156f3a9a645 HTTP/1.1" status: 200 len: 945 time: 0.0632174 Jun 18 22:06:40.504820 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e55d994b-fe22-4644-a01c-09315a3de16d req-3c33ecfb-577a-4df3-bb02-d906ca449c3f tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332866 Jun 18 22:06:40.622481 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 39576) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:40.639424 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device ae8c659e-35c6-4080-b332-4f70f3e920ba up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:06:40.664623 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-c0a292fa-62bc-4526-b700-dfbed7002ce4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1b54bd8f50e44b159a9735b0e6072e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396729 Jun 18 22:06:40.666877 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 39578) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:40.717622 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7afaca2a-3460-4830-9cf5-d4580ef01132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:40.738898 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port ae8c659e-35c6-4080-b332-4f70f3e920ba completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:06:40.739313 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7afaca2a-3460-4830-9cf5-d4580ef01132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:40.743513 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port ae8c659e-35c6-4080-b332-4f70f3e920ba triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:40.743891 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:40.766483 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 35f180d2-8fb2-47b7-afac-92a07fe144bb no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:06:40.793588 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 35f180d2-8fb2-47b7-afac-92a07fe144bb {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:06:40.793930 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 35f180d2-8fb2-47b7-afac-92a07fe144bb not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:06:40.794345 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 3cea54b4-c6ce-4558-9dc2-941bac221ef0 no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:06:40.816460 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 3cea54b4-c6ce-4558-9dc2-941bac221ef0 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:06:40.816809 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 3cea54b4-c6ce-4558-9dc2-941bac221ef0 not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:06:40.863717 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:40.864361 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7afaca2a-3460-4830-9cf5-d4580ef01132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:40.866983 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7afaca2a-3460-4830-9cf5-d4580ef01132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:40.868126 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-7afaca2a-3460-4830-9cf5-d4580ef01132 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2019d204-499d-4330-b76b-14077174d7d2 HTTP/1.1" status: 204 len: 168 time: 0.2003622 Jun 18 22:06:40.868951 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-fbfd0a61-cf57-4fec-952f-d55216787c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:40.876326 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afaca2a-3460-4830-9cf5-d4580ef01132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2019d204-499d-4330-b76b-14077174d7d2,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:40.878686 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7afaca2a-3460-4830-9cf5-d4580ef01132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:40.893176 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b4bb80-9e96-4255-8ae2-5156f3a9a645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8c659e-35c6-4080-b332-4f70f3e920ba'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:40.895351 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ec0228-5e54-4bbe-8193-01cab0a9b338" -d '{"events": [{"server_uuid": "e6b4bb80-9e96-4255-8ae2-5156f3a9a645", "name": "network-vif-plugged", "status": "completed", "tag": "ae8c659e-35c6-4080-b332-4f70f3e920ba"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:40.911683 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port ae8c659e-35c6-4080-b332-4f70f3e920ba, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=ae8c659e-35c6-4080-b332-4f70f3e920ba,segment=NetworkSegment(29c82d48-d834-4970-abce-e0d3218c9425),segment_id=29c82d48-d834-4970-abce-e0d3218c9425)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:40.978862 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:40.980864 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:41.029421 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=ae8c659e-35c6-4080-b332-4f70f3e920ba,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:41.033006 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:41.050976 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9834525-1b9c-4e75-860f-8aebc130bbb7 x-openstack-request-id: req-a9834525-1b9c-4e75-860f-8aebc130bbb7 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:41.051350 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b4bb80-9e96-4255-8ae2-5156f3a9a645", "name": "network-vif-plugged", "status": "completed", "tag": "ae8c659e-35c6-4080-b332-4f70f3e920ba", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:41.051537 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a9834525-1b9c-4e75-860f-8aebc130bbb7 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:41.051935 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b4bb80-9e96-4255-8ae2-5156f3a9a645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8c659e-35c6-4080-b332-4f70f3e920ba', 'code': 200} Jun 18 22:06:41.465197 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9149f8-31ff-4470-a451-efefd3410187 req-492ecf9e-1d2a-40d8-b88c-3cfa508190ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:41.466631 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bb9149f8-31ff-4470-a451-efefd3410187 req-492ecf9e-1d2a-40d8-b88c-3cfa508190ce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e6b4bb80-9e96-4255-8ae2-5156f3a9a645 HTTP/1.1" status: 200 len: 1099 time: 0.0553374 Jun 18 22:06:41.496053 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 39592) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:41.513545 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bb9149f8-31ff-4470-a451-efefd3410187 req-105154d5-9f60-40e9-9a75-67d7c64e00d7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366387 Jun 18 22:06:41.516005 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:41.539959 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-714fe5de-68db-437d-a292-ac2da6230e5b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5a04c16affed4cc6ab06795787050e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405042 Jun 18 22:06:41.540190 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 39596) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:41.587399 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3106d800-7005-4224-b629-0ebbacd80f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:41.608194 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3106d800-7005-4224-b629-0ebbacd80f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:41.681083 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93b483-c33b-41b2-9978-44f02acf7837 req-0b348642-7e69-484d-98f2-1ff22ecc06d2 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:41.682517 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-db93b483-c33b-41b2-9978-44f02acf7837 req-0b348642-7e69-484d-98f2-1ff22ecc06d2 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6b4bb80-9e96-4255-8ae2-5156f3a9a645 HTTP/1.1" status: 200 len: 946 time: 0.0641685 Jun 18 22:06:41.698622 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3106d800-7005-4224-b629-0ebbacd80f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:41.702408 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3106d800-7005-4224-b629-0ebbacd80f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:41.703654 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-3106d800-7005-4224-b629-0ebbacd80f09 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e3b85c66-5497-494a-94fa-fac18c6ce5e6 HTTP/1.1" status: 204 len: 168 time: 0.1625834 Jun 18 22:06:41.704803 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6bceb060-b4ee-4f31-8359-ccaf4cb522e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:41.713240 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106d800-7005-4224-b629-0ebbacd80f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b85c66-5497-494a-94fa-fac18c6ce5e6,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:41.715311 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-3106d800-7005-4224-b629-0ebbacd80f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:41.732317 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-db93b483-c33b-41b2-9978-44f02acf7837 req-b308aef6-52f5-453f-a481-17393d76d35a tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429039 Jun 18 22:06:42.905152 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe13185-5286-4025-a7f5-1ef161cfe9a2 req-cf462781-24e1-4ed8-bbdd-4a229121aa6e tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:42.906616 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-afe13185-5286-4025-a7f5-1ef161cfe9a2 req-cf462781-24e1-4ed8-bbdd-4a229121aa6e tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6b4bb80-9e96-4255-8ae2-5156f3a9a645 HTTP/1.1" status: 200 len: 946 time: 0.0624223 Jun 18 22:06:42.944242 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-afe13185-5286-4025-a7f5-1ef161cfe9a2 req-976ac328-278e-4443-a2a6-cdc10a6a90f6 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318480 Jun 18 22:06:44.120258 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f8614-94a9-47a1-be84-c752b76ce229 req-43d102f8-fd07-41cf-885f-813203550fa0 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:44.121589 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-505f8614-94a9-47a1-be84-c752b76ce229 req-43d102f8-fd07-41cf-885f-813203550fa0 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6b4bb80-9e96-4255-8ae2-5156f3a9a645 HTTP/1.1" status: 200 len: 946 time: 0.0655971 Jun 18 22:06:44.158956 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-505f8614-94a9-47a1-be84-c752b76ce229 req-9db9c1d5-ffa7-49e7-ac1d-04fbd0a37749 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316050 Jun 18 22:06:45.810811 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fffd8a-b47c-4d7c-a139-11e45d34c693 req-dd130f66-3c05-468b-93cf-8a222117d10b tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:45.812805 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-48fffd8a-b47c-4d7c-a139-11e45d34c693 req-dd130f66-3c05-468b-93cf-8a222117d10b tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6b4bb80-9e96-4255-8ae2-5156f3a9a645 HTTP/1.1" status: 200 len: 946 time: 0.0684776 Jun 18 22:06:45.858116 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-48fffd8a-b47c-4d7c-a139-11e45d34c693 req-ff31bae2-4a92-4b6e-9896-779798cdb306 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371258 Jun 18 22:06:47.036004 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3711a7b-3365-48ec-9954-44e89d908871 req-98c683e7-a44b-4f4a-8b61-bccbc3d3ebdd tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:47.037472 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f3711a7b-3365-48ec-9954-44e89d908871 req-98c683e7-a44b-4f4a-8b61-bccbc3d3ebdd tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6b4bb80-9e96-4255-8ae2-5156f3a9a645 HTTP/1.1" status: 200 len: 946 time: 0.0649171 Jun 18 22:06:47.075369 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f3711a7b-3365-48ec-9954-44e89d908871 req-04107f89-6417-4c26-a421-cc25bb54a394 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/security-groups?id=c23b0695-563d-409c-a05e-b406fb2faf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318587 Jun 18 22:06:47.524517 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc563a82-c2b5-439c-80c6-f8cb313b4db1 req-ef6422de-8883-488e-8a9c-05c6c32ea4ba tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:47.525961 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bc563a82-c2b5-439c-80c6-f8cb313b4db1 req-ef6422de-8883-488e-8a9c-05c6c32ea4ba tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6b4bb80-9e96-4255-8ae2-5156f3a9a645 HTTP/1.1" status: 200 len: 946 time: 0.0629959 Jun 18 22:06:47.624549 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-bc563a82-c2b5-439c-80c6-f8cb313b4db1 req-9eb18c39-df79-49e1-93ec-beb9a7acf2e5 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Deleting port ae8c659e-35c6-4080-b332-4f70f3e920ba {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:06:47.624882 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-bc563a82-c2b5-439c-80c6-f8cb313b4db1 req-9eb18c39-df79-49e1-93ec-beb9a7acf2e5 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:47.729646 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-bc563a82-c2b5-439c-80c6-f8cb313b4db1 req-9eb18c39-df79-49e1-93ec-beb9a7acf2e5 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] For port ae8c659e-35c6-4080-b332-4f70f3e920ba, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=ae8c659e-35c6-4080-b332-4f70f3e920ba,segment=NetworkSegment(29c82d48-d834-4970-abce-e0d3218c9425),segment_id=29c82d48-d834-4970-abce-e0d3218c9425)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:47.730000 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-bc563a82-c2b5-439c-80c6-f8cb313b4db1 req-9eb18c39-df79-49e1-93ec-beb9a7acf2e5 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:47.798111 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-bc563a82-c2b5-439c-80c6-f8cb313b4db1 req-9eb18c39-df79-49e1-93ec-beb9a7acf2e5 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Calling delete_port for ae8c659e-35c6-4080-b332-4f70f3e920ba owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:06:47.978939 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-bc563a82-c2b5-439c-80c6-f8cb313b4db1 req-9eb18c39-df79-49e1-93ec-beb9a7acf2e5 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:47.982623 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-d22c48c4-c960-4425-ad82-fe9c12c9191b tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:48.010851 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb18c39-df79-49e1-93ec-beb9a7acf2e5 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Pushing event deleted for resources: {'Port': ['ID=ae8c659e-35c6-4080-b332-4f70f3e920ba,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:48.013981 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-9eb18c39-df79-49e1-93ec-beb9a7acf2e5 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:48.019768 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['ae8c659e-35c6-4080-b332-4f70f3e920ba'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:06:48.064190 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc563a82-c2b5-439c-80c6-f8cb313b4db1 req-9eb18c39-df79-49e1-93ec-beb9a7acf2e5 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] No DVR routers for this DVR port ae8c659e-35c6-4080-b332-4f70f3e920ba on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:06:48.064190 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-bc563a82-c2b5-439c-80c6-f8cb313b4db1 req-9eb18c39-df79-49e1-93ec-beb9a7acf2e5 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:48.064190 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bc563a82-c2b5-439c-80c6-f8cb313b4db1 req-9eb18c39-df79-49e1-93ec-beb9a7acf2e5 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.44 "DELETE /v2.0/ports/ae8c659e-35c6-4080-b332-4f70f3e920ba HTTP/1.1" status: 204 len: 173 time: 0.5299520 Jun 18 22:06:48.064190 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b4bb80-9e96-4255-8ae2-5156f3a9a645', 'name': 'network-vif-deleted', 'tag': 'ae8c659e-35c6-4080-b332-4f70f3e920ba'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:48.065168 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1229ce4-32d4-4840-ae7a-72992ac716ed" -d '{"events": [{"server_uuid": "e6b4bb80-9e96-4255-8ae2-5156f3a9a645", "name": "network-vif-deleted", "tag": "ae8c659e-35c6-4080-b332-4f70f3e920ba"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:48.099784 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd8055c-68bc-40aa-bfa9-5d7ec75a2c6a x-openstack-request-id: req-9cd8055c-68bc-40aa-bfa9-5d7ec75a2c6a {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:48.100122 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b4bb80-9e96-4255-8ae2-5156f3a9a645", "name": "network-vif-deleted", "tag": "ae8c659e-35c6-4080-b332-4f70f3e920ba", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:48.100414 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9cd8055c-68bc-40aa-bfa9-5d7ec75a2c6a {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:48.100834 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b4bb80-9e96-4255-8ae2-5156f3a9a645', 'name': 'network-vif-deleted', 'tag': 'ae8c659e-35c6-4080-b332-4f70f3e920ba', 'status': 'completed', 'code': 200} Jun 18 22:06:48.220614 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5447d614-dc61-4805-badf-ec83fd13e180 req-bd82e751-c3e1-4d85-8a3a-671b5f18c85a tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6b4bb80-9e96-4255-8ae2-5156f3a9a645 HTTP/1.1" status: 200 len: 210 time: 0.0300691 Jun 18 22:06:48.601564 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:49.852068 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 39724) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:49.967834 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b2cf2425-b606-4dbd-8eb9-696a9185d3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:50.056597 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b2cf2425-b606-4dbd-8eb9-696a9185d3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:50.122203 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b2cf2425-b606-4dbd-8eb9-696a9185d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:50.125827 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7b7e58b2-d8c8-482e-8a6a-61602fb23141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:50.161431 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b2cf2425-b606-4dbd-8eb9-696a9185d3a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d7131a566af54312a0c132c75a240583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078132 Jun 18 22:06:50.163085 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf2425-b606-4dbd-8eb9-696a9185d3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8a88b8-c4be-4eb9-929d-9e8b120843c2,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:50.163792 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 39746) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:50.166136 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b2cf2425-b606-4dbd-8eb9-696a9185d3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:50.214075 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ec57f80c-4398-4d3f-a755-fff928f30bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:50.236172 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ec57f80c-4398-4d3f-a755-fff928f30bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:50.423698 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb86d7-e672-4c4c-beac-c13d376602c7 req-36a8c5d2-6e0c-4728-b93c-b4de8ce9d0ec tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:50.425221 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dafb86d7-e672-4c4c-beac-c13d376602c7 req-36a8c5d2-6e0c-4728-b93c-b4de8ce9d0ec tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0654156 Jun 18 22:06:50.426360 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ec57f80c-4398-4d3f-a755-fff928f30bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:50.428899 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ec57f80c-4398-4d3f-a755-fff928f30bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:50.432712 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ec57f80c-4398-4d3f-a755-fff928f30bb0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fa8a88b8-c4be-4eb9-929d-9e8b120843c2 HTTP/1.1" status: 204 len: 168 time: 0.2651246 Jun 18 22:06:50.432712 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-76a39eee-a3eb-4b18-9819-7f8752c3d725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:50.446926 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57f80c-4398-4d3f-a755-fff928f30bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8a88b8-c4be-4eb9-929d-9e8b120843c2,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:50.449926 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ec57f80c-4398-4d3f-a755-fff928f30bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:50.478788 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dafb86d7-e672-4c4c-beac-c13d376602c7 req-14a54a25-6177-422a-a19c-c1be37924bdd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445495 Jun 18 22:06:50.645360 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device ae8c659e-35c6-4080-b332-4f70f3e920ba no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:06:50.665542 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] No Port match for: ae8c659e-35c6-4080-b332-4f70f3e920ba {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:06:50.665902 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device ae8c659e-35c6-4080-b332-4f70f3e920ba not bound to the agent host hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:06:51.664130 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19039c-05ac-4a13-9b21-df2f78b1bdc2 req-5563b26e-02c2-4eb8-ab51-05268371bd5f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:51.665571 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ab19039c-05ac-4a13-9b21-df2f78b1bdc2 req-5563b26e-02c2-4eb8-ab51-05268371bd5f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0689638 Jun 18 22:06:51.708417 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ab19039c-05ac-4a13-9b21-df2f78b1bdc2 req-8b36172e-e0a6-4c13-8d72-08d3ad1437d9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368876 Jun 18 22:06:52.879305 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351df9f-bf0f-4a55-9e65-f4e306009001 req-eb5a2a1b-36a7-46f8-9a6a-a9ad0b44e32c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:52.880741 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e351df9f-bf0f-4a55-9e65-f4e306009001 req-eb5a2a1b-36a7-46f8-9a6a-a9ad0b44e32c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0614884 Jun 18 22:06:52.916562 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e351df9f-bf0f-4a55-9e65-f4e306009001 req-d7de18ef-92fc-483b-aeb5-15c3597173f0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304163 Jun 18 22:06:54.095612 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52650b62-f5bc-48d3-b062-1bbab68de05d req-5272a8ce-63b7-47e6-9779-a939236a58ec tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:54.097073 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-52650b62-f5bc-48d3-b062-1bbab68de05d req-5272a8ce-63b7-47e6-9779-a939236a58ec tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0632181 Jun 18 22:06:54.134429 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-52650b62-f5bc-48d3-b062-1bbab68de05d req-2cd724ca-3b71-4435-85f9-4ac4579c77dd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318561 Jun 18 22:06:55.316190 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed82851-79c3-433e-b436-8577a8cfb434 req-8c0fc158-130e-4783-83d4-866c98fc895f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:55.318344 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3ed82851-79c3-433e-b436-8577a8cfb434 req-8c0fc158-130e-4783-83d4-866c98fc895f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0696335 Jun 18 22:06:55.360556 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3ed82851-79c3-433e-b436-8577a8cfb434 req-b147c851-7c62-406e-b99a-35d701066b2e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363550 Jun 18 22:06:56.544976 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27531787-c4c6-4034-b555-2e7be1179381 req-edf7a867-7340-406a-af80-964a93c1bca5 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:56.547168 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-27531787-c4c6-4034-b555-2e7be1179381 req-edf7a867-7340-406a-af80-964a93c1bca5 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0672212 Jun 18 22:06:56.587272 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-27531787-c4c6-4034-b555-2e7be1179381 req-aaae1a72-d09f-44af-a414-f22c7f1816e8 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336163 Jun 18 22:06:57.789439 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820457c-faff-4221-aade-a13eb090ac5e req-0e462f9e-1290-4e4a-aeb1-f72e05fd5241 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:57.791129 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8820457c-faff-4221-aade-a13eb090ac5e req-0e462f9e-1290-4e4a-aeb1-f72e05fd5241 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0787165 Jun 18 22:06:57.838252 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8820457c-faff-4221-aade-a13eb090ac5e req-049c5519-3077-42aa-9a38-8f80748d42e0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411932 Jun 18 22:06:59.041141 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacf22b-543e-4e1f-993e-221c7b7d6dbe req-49329e7f-693f-41c8-bccb-ffd01264bd15 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:59.043210 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8bacf22b-543e-4e1f-993e-221c7b7d6dbe req-49329e7f-693f-41c8-bccb-ffd01264bd15 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0770679 Jun 18 22:06:59.085733 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8bacf22b-543e-4e1f-993e-221c7b7d6dbe req-020e3487-4fe4-46e8-86c3-836c16a48577 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363464 Jun 18 22:07:00.288918 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38ffe2-18ea-4e34-bcc0-f5f3deaa08e1 req-86295306-9a1f-4036-be53-fc380e51862e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:00.289597 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-af38ffe2-18ea-4e34-bcc0-f5f3deaa08e1 req-86295306-9a1f-4036-be53-fc380e51862e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0706944 Jun 18 22:07:00.333818 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-af38ffe2-18ea-4e34-bcc0-f5f3deaa08e1 req-9db80856-ddc5-49c0-9900-a4ca1580b07a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378857 Jun 18 22:07:01.541873 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490925c5-4c9e-437a-856c-cd397c264de2 req-b796099d-676c-4c11-bfc8-06d4a3f34d87 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:01.541873 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-490925c5-4c9e-437a-856c-cd397c264de2 req-b796099d-676c-4c11-bfc8-06d4a3f34d87 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0867522 Jun 18 22:07:01.584887 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-490925c5-4c9e-437a-856c-cd397c264de2 req-b5567638-cf36-4ffd-a50a-09d9a9160181 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408278 Jun 18 22:07:02.808681 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fdc82-6136-4897-8f92-a175b06bec7a req-f029d3d4-5281-4a27-a765-7b38d34b1532 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:02.816069 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-619fdc82-6136-4897-8f92-a175b06bec7a req-f029d3d4-5281-4a27-a765-7b38d34b1532 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0710266 Jun 18 22:07:02.856679 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-619fdc82-6136-4897-8f92-a175b06bec7a req-d15fcbee-5a57-46c4-a76c-fab2e8befa5d tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396705 Jun 18 22:07:03.146097 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 39946) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:03.272438 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a8666f67-8eb8-4f32-ac62-abac1e93a06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:03.379708 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a8666f67-8eb8-4f32-ac62-abac1e93a06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:03.448497 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a8666f67-8eb8-4f32-ac62-abac1e93a06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:03.452530 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-252fa2f2-1537-4649-8b06-4d63954e1ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:03.489401 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-a8666f67-8eb8-4f32-ac62-abac1e93a06c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=565ffb28eb1d414ca01a22a020245285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422365 Jun 18 22:07:03.492002 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 39950) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:03.494379 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8666f67-8eb8-4f32-ac62-abac1e93a06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6662e145-b55e-4615-85f1-380616f7a5f2,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:03.497566 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-a8666f67-8eb8-4f32-ac62-abac1e93a06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:03.559924 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-474b9c0e-446d-4f26-97f0-2488f428c9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:03.591055 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-474b9c0e-446d-4f26-97f0-2488f428c9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:03.730490 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-474b9c0e-446d-4f26-97f0-2488f428c9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:03.737270 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-474b9c0e-446d-4f26-97f0-2488f428c9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:03.743801 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-474b9c0e-446d-4f26-97f0-2488f428c9dd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6662e145-b55e-4615-85f1-380616f7a5f2 HTTP/1.1" status: 204 len: 168 time: 0.2499514 Jun 18 22:07:03.747124 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-ce7449ec-9b97-4f10-8a37-ddb0bdfb5527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:03.763039 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b9c0e-446d-4f26-97f0-2488f428c9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6662e145-b55e-4615-85f1-380616f7a5f2,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:03.769519 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-474b9c0e-446d-4f26-97f0-2488f428c9dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:04.103562 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d9021-248f-44f1-a40d-68e276ba7d24 req-946e87a8-cb74-4caa-9cb0-1a3f92e083f9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:04.103562 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7a1d9021-248f-44f1-a40d-68e276ba7d24 req-946e87a8-cb74-4caa-9cb0-1a3f92e083f9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0899727 Jun 18 22:07:04.147175 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7a1d9021-248f-44f1-a40d-68e276ba7d24 req-d702bc50-180f-4f2b-b69d-b5386a05fe51 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377431 Jun 18 22:07:05.370143 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3d29e-ea2e-467a-90bf-b5b80b3b1407 req-6284720c-adc4-4633-9c19-099732ee37dc tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:05.371498 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-10c3d29e-ea2e-467a-90bf-b5b80b3b1407 req-6284720c-adc4-4633-9c19-099732ee37dc tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0893359 Jun 18 22:07:05.419670 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-10c3d29e-ea2e-467a-90bf-b5b80b3b1407 req-5597923d-8feb-473a-b88a-d5cfd9f805ce tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331376 Jun 18 22:07:05.970169 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6da1631f-4828-44b2-a76c-c545c619cb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:06.609800 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d1a72-45bb-409e-b1a5-2d62217d199d req-a673d44c-92fc-4a68-8659-0e1d17f00fd3 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:06.613437 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-293d1a72-45bb-409e-b1a5-2d62217d199d req-a673d44c-92fc-4a68-8659-0e1d17f00fd3 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0716043 Jun 18 22:07:06.675489 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 04986084-5048-40a7-95c9-4f029ebab1ce details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:07:06.787028 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 04986084-5048-40a7-95c9-4f029ebab1ce, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=04986084-5048-40a7-95c9-4f029ebab1ce,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:06.801460 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': '04986084-5048-40a7-95c9-4f029ebab1ce', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'port_id': '04986084-5048-40a7-95c9-4f029ebab1ce', 'mac_address': 'fa:16:3e:de:b0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:07:06.847704 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:06.863474 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04986084-5048-40a7-95c9-4f029ebab1ce {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:07:06.888543 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 04986084-5048-40a7-95c9-4f029ebab1ce, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=04986084-5048-40a7-95c9-4f029ebab1ce,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:06.957520 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:06.960593 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:06.962448 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-293d1a72-45bb-409e-b1a5-2d62217d199d req-088d9d87-b64b-426f-935b-7bc05f940eaf tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3432035 Jun 18 22:07:07.023812 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=04986084-5048-40a7-95c9-4f029ebab1ce,revision_number=6']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:07.030806 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:07.031157 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:07.031568 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:07.031905 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:07.032268 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:07.032635 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:07.032965 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:07.033293 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:07.033644 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:07.033944 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:07.034270 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:07.034587 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:07.048797 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:07.141011 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['04986084-5048-40a7-95c9-4f029ebab1ce'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:07:08.193822 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bec883-da5a-4d41-9fa8-7c8e1eae9377 req-4422e12a-7cb8-40e3-80c1-cda202cfe37f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:08.200783 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-01bec883-da5a-4d41-9fa8-7c8e1eae9377 req-4422e12a-7cb8-40e3-80c1-cda202cfe37f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.1219704 Jun 18 22:07:08.233410 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bffe7-5d38-4ba1-831f-ef66823c26f7 req-c6e645e8-c6ca-4269-ba6b-196b10a0cde6 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:08.235107 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-037bffe7-5d38-4ba1-831f-ef66823c26f7 req-c6e645e8-c6ca-4269-ba6b-196b10a0cde6 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 944 time: 0.1232271 Jun 18 22:07:08.272501 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-01bec883-da5a-4d41-9fa8-7c8e1eae9377 req-a6e1a61c-e757-4de8-8e33-0eeb5d18daec tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682216 Jun 18 22:07:08.290698 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-037bffe7-5d38-4ba1-831f-ef66823c26f7 req-43b1242d-dff7-4064-8d53-f16318882190 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471010 Jun 18 22:07:08.364445 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f48ecb64-54a5-4484-b29e-dd832970aaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:08.685499 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 04986084-5048-40a7-95c9-4f029ebab1ce up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:07:08.793814 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port 04986084-5048-40a7-95c9-4f029ebab1ce triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:08.794368 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:08.928437 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:08.934073 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:08.960189 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04986084-5048-40a7-95c9-4f029ebab1ce'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:07:08.962752 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8517e78a-5832-41b7-8bc6-eb1b35e6cc00" -d '{"events": [{"server_uuid": "53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd", "name": "network-vif-plugged", "status": "completed", "tag": "04986084-5048-40a7-95c9-4f029ebab1ce"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:07:08.978675 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 04986084-5048-40a7-95c9-4f029ebab1ce, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=04986084-5048-40a7-95c9-4f029ebab1ce,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:09.027122 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:09.029290 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-582bc986-5a31-4abd-91e4-5ff606b234b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:09.073020 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5c933a-7cb1-4801-abf1-94bf016ef4b5 x-openstack-request-id: req-8b5c933a-7cb1-4801-abf1-94bf016ef4b5 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:07:09.073268 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd", "name": "network-vif-plugged", "status": "completed", "tag": "04986084-5048-40a7-95c9-4f029ebab1ce", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:07:09.073450 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8b5c933a-7cb1-4801-abf1-94bf016ef4b5 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:07:09.073854 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04986084-5048-40a7-95c9-4f029ebab1ce', 'code': 200} Jun 18 22:07:09.117023 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=04986084-5048-40a7-95c9-4f029ebab1ce,revision_number=7']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:09.129679 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:09.528299 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da165cb-5487-4e1f-92d2-cf5a75be9189 req-b4d6e5a7-2dc9-4233-8a4d-d94eecbf941f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:09.529842 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8da165cb-5487-4e1f-92d2-cf5a75be9189 req-b4d6e5a7-2dc9-4233-8a4d-d94eecbf941f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0956681 Jun 18 22:07:09.538529 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43195f83-78aa-452e-86e4-3d3e349b7e5b req-09b9a2dc-057c-4be7-9d98-95ca6a2cb0b2 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:09.540944 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:09.549003 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-43195f83-78aa-452e-86e4-3d3e349b7e5b req-09b9a2dc-057c-4be7-9d98-95ca6a2cb0b2 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.1427019 Jun 18 22:07:09.621122 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-43195f83-78aa-452e-86e4-3d3e349b7e5b req-a8ebf131-9b84-48a4-bc68-cf2ff8642f3c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708909 Jun 18 22:07:09.640195 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8da165cb-5487-4e1f-92d2-cf5a75be9189 req-f387365c-1eb2-4812-ba39-4f26960c9c3c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888963 Jun 18 22:07:10.140620 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:07:10.882017 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc394aad-d9e6-4313-a4a7-09a1fa17691e req-dd2c7490-0fe8-4113-8637-34c80c4e2e59 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:10.884087 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bc394aad-d9e6-4313-a4a7-09a1fa17691e req-dd2c7490-0fe8-4113-8637-34c80c4e2e59 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.1060379 Jun 18 22:07:10.942939 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bc394aad-d9e6-4313-a4a7-09a1fa17691e req-ce6f5c5b-1399-4625-b406-482998c7af18 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526257 Jun 18 22:07:11.004061 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a0774-88fa-4dc7-9bb3-9ac2a1f6fb8f req-9947635f-37c1-4b29-af2b-10b592f23f8f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:11.011520 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ea8a0774-88fa-4dc7-9bb3-9ac2a1f6fb8f req-9947635f-37c1-4b29-af2b-10b592f23f8f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.1838632 Jun 18 22:07:11.092892 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ea8a0774-88fa-4dc7-9bb3-9ac2a1f6fb8f req-65bef3b6-e4c8-4b5c-ade6-14c2057b451f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678174 Jun 18 22:07:11.569779 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:12.159108 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d0eb9-9c53-428d-8e1f-a38876a1244a req-f9baef1d-a29c-45f0-a0ab-9de88b3f4500 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:12.161441 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2f7d0eb9-9c53-428d-8e1f-a38876a1244a req-f9baef1d-a29c-45f0-a0ab-9de88b3f4500 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.0886104 Jun 18 22:07:12.210212 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2f7d0eb9-9c53-428d-8e1f-a38876a1244a req-3d586cbb-ddbf-482e-a47a-e241edac3645 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416269 Jun 18 22:07:12.370566 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacbe15-58ed-480d-a93f-0dbd05219e8e req-bbe77785-2ed0-451f-8119-2aa702f88276 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:12.372153 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cfacbe15-58ed-480d-a93f-0dbd05219e8e req-bbe77785-2ed0-451f-8119-2aa702f88276 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0767455 Jun 18 22:07:12.413686 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cfacbe15-58ed-480d-a93f-0dbd05219e8e req-e1baaf28-ee11-43f9-86f0-f91ae85c8c0c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351460 Jun 18 22:07:13.448126 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97861ef6-aa97-46b6-8671-f00c6458d5e6 req-49e8dd10-3ee1-4236-bc44-f5b3e71ccb12 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:13.449898 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97861ef6-aa97-46b6-8671-f00c6458d5e6 req-49e8dd10-3ee1-4236-bc44-f5b3e71ccb12 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.0828028 Jun 18 22:07:13.509166 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97861ef6-aa97-46b6-8671-f00c6458d5e6 req-95730bbb-f842-4cb6-a00b-7a591f35cdeb tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509272 Jun 18 22:07:13.651573 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce8c79-5d3b-451e-95cf-bc7c4121d958 req-ca397dd5-7c4e-4292-84c1-8a4c744a4831 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:13.653115 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3cce8c79-5d3b-451e-95cf-bc7c4121d958 req-ca397dd5-7c4e-4292-84c1-8a4c744a4831 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0804265 Jun 18 22:07:13.698760 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3cce8c79-5d3b-451e-95cf-bc7c4121d958 req-46eef6e7-6b02-4889-a547-ae6a43c5e4a0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374627 Jun 18 22:07:14.750482 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452b577-7333-47a7-b2f5-b55584ef790f req-a7aba1d4-988b-4fbf-a36e-1a3c4276e25d tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:14.761714 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f452b577-7333-47a7-b2f5-b55584ef790f req-a7aba1d4-988b-4fbf-a36e-1a3c4276e25d tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.1051617 Jun 18 22:07:14.804038 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f452b577-7333-47a7-b2f5-b55584ef790f req-df4a862f-2b58-49a3-8c1d-b4a53f4eed47 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408604 Jun 18 22:07:15.025927 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba16038-d867-4ade-9572-7b75dac22c03 req-cea0c477-51b5-43b8-b28b-64c7310832a2 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:15.027483 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9ba16038-d867-4ade-9572-7b75dac22c03 req-cea0c477-51b5-43b8-b28b-64c7310832a2 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0873566 Jun 18 22:07:15.080874 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9ba16038-d867-4ade-9572-7b75dac22c03 req-e39eb93b-340c-4512-afbe-813ad09353ae tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444264 Jun 18 22:07:15.864863 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 40142) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:15.913148 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_v2 [None req-367bc660-826f-4f79-9c5d-28488d5f8473 admin admin] Deleting subnet ed978bf1-de20-414f-a239-df6d7482a11d {{(pid=93154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:07:15.917307 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-367bc660-826f-4f79-9c5d-28488d5f8473 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:15.990650 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-367bc660-826f-4f79-9c5d-28488d5f8473 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11814656'] for subnet, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.042514 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-367bc660-826f-4f79-9c5d-28488d5f8473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814669'] for subnet, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.073676 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c321849-119c-4f38-b51e-776ba40393f1 req-e051e6d6-1666-49c3-a431-ab2036303faa tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:16.075168 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9c321849-119c-4f38-b51e-776ba40393f1 req-e051e6d6-1666-49c3-a431-ab2036303faa tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.1337786 Jun 18 22:07:16.140419 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9c321849-119c-4f38-b51e-776ba40393f1 req-02fc7370-d264-4430-bcac-25b280e025a5 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585456 Jun 18 22:07:16.246740 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-367bc660-826f-4f79-9c5d-28488d5f8473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9074105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11780518'] for subnet, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.252887 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-30357ca1-11ec-492b-a86f-9416eed1b400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:16.287441 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-367bc660-826f-4f79-9c5d-28488d5f8473 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.291687 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-367bc660-826f-4f79-9c5d-28488d5f8473 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ed978bf1-de20-414f-a239-df6d7482a11d HTTP/1.1" status: 204 len: 168 time: 0.4233139 Jun 18 22:07:16.291687 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bc660-826f-4f79-9c5d-28488d5f8473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed978bf1-de20-414f-a239-df6d7482a11d,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:16.294466 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 40152) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:16.297727 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-367bc660-826f-4f79-9c5d-28488d5f8473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:16.333057 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7a3d4-02ae-4e7a-bba2-71c4bcb8e610 req-64f5e846-dd0b-430a-bb99-56b39b4678c6 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:16.334575 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-00a7a3d4-02ae-4e7a-bba2-71c4bcb8e610 req-64f5e846-dd0b-430a-bb99-56b39b4678c6 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.1198103 Jun 18 22:07:16.386735 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-00a7a3d4-02ae-4e7a-bba2-71c4bcb8e610 req-bea627fe-0ab3-4bb0-9045-c37ba9e1b29d tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459881 Jun 18 22:07:16.402514 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c8734c37-f93c-4b69-a492-4bae47290028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780721'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.479706 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c8734c37-f93c-4b69-a492-4bae47290028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817618', 'neutron.services.segments.db._delete_segments_for_network-8737367115731'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.489715 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-c8734c37-f93c-4b69-a492-4bae47290028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d32f84-735e-43eb-a1cb-7e480de78879']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:16.503354 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-c8734c37-f93c-4b69-a492-4bae47290028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c82d48-d834-4970-abce-e0d3218c9425') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:16.503647 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-c8734c37-f93c-4b69-a492-4bae47290028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c82d48-d834-4970-abce-e0d3218c9425') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:16.513176 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c8734c37-f93c-4b69-a492-4bae47290028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737367115560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460690'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.527101 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c8734c37-f93c-4b69-a492-4bae47290028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.534714 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8734c37-f93c-4b69-a492-4bae47290028 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:07:16.535602 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c8734c37-f93c-4b69-a492-4bae47290028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454771'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: Traceback (most recent call last): Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: timer() Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: cb(*args, **kw) Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: return func(*args, **kwargs) Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: self._notify() Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: self.callback(batched_events) Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: event.method(event) Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: return f(self, *a, **k) Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._get(url).json() Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:07:16.537308 dv-cinder-766752-3-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:07:16.672551 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c8734c37-f93c-4b69-a492-4bae47290028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546235'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.681078 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-fbfd0a61-cf57-4fec-952f-d55216787c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:16.683893 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c8734c37-f93c-4b69-a492-4bae47290028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.688615 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-c8734c37-f93c-4b69-a492-4bae47290028 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c5d32f84-735e-43eb-a1cb-7e480de78879 HTTP/1.1" status: 204 len: 168 time: 0.3922808 Jun 18 22:07:16.711323 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8734c37-f93c-4b69-a492-4bae47290028 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5d32f84-735e-43eb-a1cb-7e480de78879,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:16.721975 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-c8734c37-f93c-4b69-a492-4bae47290028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:17.040383 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 40156) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:17.085373 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-4f789e32-9354-4fef-a1ab-49d66bb7c846 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=57fa4e6bdf91474da594541f753b0c88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430646 Jun 18 22:07:17.088876 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 40158) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:17.142565 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-51e33fa3-1407-462f-9804-53c345d92d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:17.189356 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-51e33fa3-1407-462f-9804-53c345d92d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:17.318227 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-51e33fa3-1407-462f-9804-53c345d92d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:17.321298 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-51e33fa3-1407-462f-9804-53c345d92d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:17.322830 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-51e33fa3-1407-462f-9804-53c345d92d8a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c23b0695-563d-409c-a05e-b406fb2faf05 HTTP/1.1" status: 204 len: 168 time: 0.2326839 Jun 18 22:07:17.323996 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-87840f7e-f1c3-4022-b8dd-620584b8befa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:17.341542 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e33fa3-1407-462f-9804-53c345d92d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23b0695-563d-409c-a05e-b406fb2faf05,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:17.345274 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-51e33fa3-1407-462f-9804-53c345d92d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:17.394533 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521c46c-062d-4802-977c-e80f4b53648b req-820226c5-e190-4dd0-8595-f74ecdc405ca tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:17.395654 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0521c46c-062d-4802-977c-e80f4b53648b req-820226c5-e190-4dd0-8595-f74ecdc405ca tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.0967953 Jun 18 22:07:17.478549 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0521c46c-062d-4802-977c-e80f4b53648b req-1234767a-c790-46da-91c2-c22d82704a7b tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757246 Jun 18 22:07:17.618873 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b81c7-29f8-43f7-833d-8962f4d38cfb req-b1308d5a-8833-47dc-9220-c0f810347eb2 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:17.620478 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-581b81c7-29f8-43f7-833d-8962f4d38cfb req-b1308d5a-8833-47dc-9220-c0f810347eb2 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0766726 Jun 18 22:07:17.674377 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-581b81c7-29f8-43f7-833d-8962f4d38cfb req-2ef87d51-0909-423b-b08a-b8234dae513b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446236 Jun 18 22:07:18.448223 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a09f5-e2d5-4725-982f-6b9c7f1e40d2 req-19ecd407-74c0-4f3c-baf0-5d7396360df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:18.450433 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0b3a09f5-e2d5-4725-982f-6b9c7f1e40d2 req-19ecd407-74c0-4f3c-baf0-5d7396360df5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed9e4db77ad6448dba057f80f84b20ef&device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 1098 time: 0.0819516 Jun 18 22:07:18.458961 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 40188) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:18.568423 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a09f5-e2d5-4725-982f-6b9c7f1e40d2 req-a980e0f6-ee4f-433c-88ce-bc0ca3a1529e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:18.570317 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0b3a09f5-e2d5-4725-982f-6b9c7f1e40d2 req-a980e0f6-ee4f-433c-88ce-bc0ca3a1529e service neutron] 10.222.0.44 "GET /v2.0/networks?id=d0970eb9-7453-4bc7-acc8-23863a420423 HTTP/1.1" status: 200 len: 910 time: 0.1092927 Jun 18 22:07:18.620276 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-05b1ff6f-a261-487c-bc5e-30450e758066 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1962900457-network', 'tenant_id': 'e3df2dffb0ce450e853c45c7b5c4d6e4'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:07:18.639437 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:18.677868 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0b3a09f5-e2d5-4725-982f-6b9c7f1e40d2 req-231534cc-2023-4575-abee-c082377c1635 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6263e30-7bb0-4c20-95f0-db518eede253 HTTP/1.1" status: 200 len: 1001 time: 0.1007700 Jun 18 22:07:18.707274 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b1ff6f-a261-487c-bc5e-30450e758066 admin admin] Made reservation on behalf of e3df2dffb0ce450e853c45c7b5c4d6e4 for: {'network': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:07:18.710332 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-05b1ff6f-a261-487c-bc5e-30450e758066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for network, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:18.719684 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-05b1ff6f-a261-487c-bc5e-30450e758066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:18.792988 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a09f5-e2d5-4725-982f-6b9c7f1e40d2 req-fb01433c-7f63-45b5-a46b-e8198ff6ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:18.798648 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0b3a09f5-e2d5-4725-982f-6b9c7f1e40d2 req-fb01433c-7f63-45b5-a46b-e8198ff6ec5e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43c6e494-71ef-4246-96bb-6c5d7207995a HTTP/1.1" status: 200 len: 848 time: 0.1111362 Jun 18 22:07:18.869449 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12115619-aaee-4f06-8a1c-f78cf6b98f4f req-ad92bcbc-55c4-4725-b1c0-96105ee87afa tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:18.870975 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12115619-aaee-4f06-8a1c-f78cf6b98f4f req-ad92bcbc-55c4-4725-b1c0-96105ee87afa tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.1966341 Jun 18 22:07:18.879838 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-05b1ff6f-a261-487c-bc5e-30450e758066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:18.942912 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-05b1ff6f-a261-487c-bc5e-30450e758066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:18.948084 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-84a1ef3d-bae4-4a8e-8c09-92e5cbef38cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:18.968054 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b1ff6f-a261-487c-bc5e-30450e758066 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=93153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:07:18.975194 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12115619-aaee-4f06-8a1c-f78cf6b98f4f req-a47d9225-ceeb-4568-9c67-a6ee6af9215b tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911353 Jun 18 22:07:18.978125 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a09f5-e2d5-4725-982f-6b9c7f1e40d2 req-6893389e-7f0b-4635-9e5d-b2bf62e116dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:18.978765 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0b3a09f5-e2d5-4725-982f-6b9c7f1e40d2 req-6893389e-7f0b-4635-9e5d-b2bf62e116dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d0970eb9-7453-4bc7-acc8-23863a420423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1711392 Jun 18 22:07:18.983203 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1ff6f-a261-487c-bc5e-30450e758066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f3a1cb-756c-4869-be30-5b33882cc5cb,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:18.987888 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-05b1ff6f-a261-487c-bc5e-30450e758066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:18.991989 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-05b1ff6f-a261-487c-bc5e-30450e758066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:18.992358 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.db.segments_db [None req-05b1ff6f-a261-487c-bc5e-30450e758066 admin admin] Added segment 9c7aea1f-80d4-4bca-b088-5a6aab40a558 of type vlan for network 57f4454d-17ee-4f6b-a986-71822d43c7e4 Jun 18 22:07:19.048055 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-05b1ff6f-a261-487c-bc5e-30450e758066 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737366562524'] for network, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:19.054106 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0354b4-a93b-4227-95b4-e434854d87b6 req-79ca83aa-46fd-46cb-83bf-a5404046a89a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:19.055915 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6c0354b4-a93b-4227-95b4-e434854d87b6 req-79ca83aa-46fd-46cb-83bf-a5404046a89a tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.1828032 Jun 18 22:07:19.118895 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6c0354b4-a93b-4227-95b4-e434854d87b6 req-8c514ecc-8c65-4549-ad89-1405eb38404b tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547245 Jun 18 22:07:19.122470 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0b3a09f5-e2d5-4725-982f-6b9c7f1e40d2 req-2ad87513-bd61-4ad5-93ea-4adaf77c2868 service neutron] 10.222.0.44 "GET /v2.0/networks/d0970eb9-7453-4bc7-acc8-23863a420423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364768 Jun 18 22:07:19.213868 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0b3a09f5-e2d5-4725-982f-6b9c7f1e40d2 req-6d085ba6-5a41-415f-9da2-1acc85f6a07d service neutron] 10.222.0.44 "GET /v2.0/networks/d0970eb9-7453-4bc7-acc8-23863a420423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853953 Jun 18 22:07:19.341708 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4dc55-7018-403e-b154-1f0a3e7582de req-df9c2b2a-b531-4bc9-b460-5d8ed7cd0094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:19.343239 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-25c4dc55-7018-403e-b154-1f0a3e7582de req-df9c2b2a-b531-4bc9-b460-5d8ed7cd0094 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed9e4db77ad6448dba057f80f84b20ef&device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 1098 time: 0.0539699 Jun 18 22:07:19.448363 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4dc55-7018-403e-b154-1f0a3e7582de req-4fba424e-48b9-4991-9260-403e766b414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:19.449712 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-25c4dc55-7018-403e-b154-1f0a3e7582de req-4fba424e-48b9-4991-9260-403e766b414d service neutron] 10.222.0.44 "GET /v2.0/networks?id=d0970eb9-7453-4bc7-acc8-23863a420423 HTTP/1.1" status: 200 len: 910 time: 0.0814440 Jun 18 22:07:19.473126 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-05b1ff6f-a261-487c-bc5e-30450e758066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283'] for network, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:19.475140 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b1ff6f-a261-487c-bc5e-30450e758066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:19.476187 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-05b1ff6f-a261-487c-bc5e-30450e758066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:19.480775 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:19.521093 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-25c4dc55-7018-403e-b154-1f0a3e7582de req-cf69041e-5f49-47be-bb49-2dfa1b34ab5f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6263e30-7bb0-4c20-95f0-db518eede253 HTTP/1.1" status: 200 len: 1001 time: 0.0642924 Jun 18 22:07:19.554122 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1ff6f-a261-487c-bc5e-30450e758066 admin admin] Pushing event updated for resources: {'Network': ['ID=57f4454d-17ee-4f6b-a986-71822d43c7e4,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:19.556778 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-05b1ff6f-a261-487c-bc5e-30450e758066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:19.559304 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-05b1ff6f-a261-487c-bc5e-30450e758066 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0987451 Jun 18 22:07:19.562141 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 40200) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:19.571172 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Network 57f4454d-17ee-4f6b-a986-71822d43c7e4 details requested by agent ovs-agent-dv-cinder-766752-3-iscsi with host dv-cinder-766752-3-iscsi {{(pid=93155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:07:19.590610 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-918f73ff-4592-4c0b-8f9e-b3bd33da6048 admin admin] Request body: {'subnet': {'network_id': '57f4454d-17ee-4f6b-a986-71822d43c7e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1962900457-subnet', 'tenant_id': 'e3df2dffb0ce450e853c45c7b5c4d6e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:07:19.607331 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4dc55-7018-403e-b154-1f0a3e7582de req-1ed1e445-0a0b-4462-9ea9-b5052eada2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:19.609282 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-25c4dc55-7018-403e-b154-1f0a3e7582de req-1ed1e445-0a0b-4462-9ea9-b5052eada2a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43c6e494-71ef-4246-96bb-6c5d7207995a HTTP/1.1" status: 200 len: 848 time: 0.0812981 Jun 18 22:07:19.684054 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4dc55-7018-403e-b154-1f0a3e7582de req-00d32bfd-1110-4e0f-92b9-90162d6e3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:19.685540 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-25c4dc55-7018-403e-b154-1f0a3e7582de req-00d32bfd-1110-4e0f-92b9-90162d6e3ed8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d0970eb9-7453-4bc7-acc8-23863a420423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679865 Jun 18 22:07:19.696812 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918f73ff-4592-4c0b-8f9e-b3bd33da6048 admin admin] Made reservation on behalf of e3df2dffb0ce450e853c45c7b5c4d6e4 for: {'subnet': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:07:19.698908 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-918f73ff-4592-4c0b-8f9e-b3bd33da6048 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9844799'] for subnet, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:19.818545 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-25c4dc55-7018-403e-b154-1f0a3e7582de req-71fdfc99-d84a-4cb1-9ead-09d32e1c889c service neutron] 10.222.0.44 "GET /v2.0/networks/d0970eb9-7453-4bc7-acc8-23863a420423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246860 Jun 18 22:07:19.918475 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-25c4dc55-7018-403e-b154-1f0a3e7582de req-7a4f7250-5634-4d80-bbea-113ec89a30cf service neutron] 10.222.0.44 "GET /v2.0/networks/d0970eb9-7453-4bc7-acc8-23863a420423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909667 Jun 18 22:07:19.964186 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-918f73ff-4592-4c0b-8f9e-b3bd33da6048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9460697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9844781'] for subnet, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:19.966669 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:20.025174 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f73ff-4592-4c0b-8f9e-b3bd33da6048 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d66e4f-f80f-4742-a53a-042d62733f55,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:20.030687 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-918f73ff-4592-4c0b-8f9e-b3bd33da6048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:20.033707 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918f73ff-4592-4c0b-8f9e-b3bd33da6048 admin admin] Checking segment: {'id': '9c7aea1f-80d4-4bca-b088-5a6aab40a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '57f4454d-17ee-4f6b-a986-71822d43c7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:07:20.034122 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918f73ff-4592-4c0b-8f9e-b3bd33da6048 admin admin] Network hostable DHCP agents. Network: 57f4454d-17ee-4f6b-a986-71822d43c7e4, hostable agents: ['9f0b91c3-6ba3-4173-8e48-c1b1d033014c'], hosted agents: [] {{(pid=93153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:07:20.118263 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918f73ff-4592-4c0b-8f9e-b3bd33da6048 admin admin] Network 57f4454d-17ee-4f6b-a986-71822d43c7e4 is scheduled to be hosted by DHCP agent 9f0b91c3-6ba3-4173-8e48-c1b1d033014c with binding_index 1 {{(pid=93153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:07:20.181642 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-918f73ff-4592-4c0b-8f9e-b3bd33da6048 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-iscsi, 57f4454d-17ee-4f6b-a986-71822d43c7e4) {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:07:20.193224 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918f73ff-4592-4c0b-8f9e-b3bd33da6048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:20.193844 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-918f73ff-4592-4c0b-8f9e-b3bd33da6048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:20.199685 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca53db9e-e424-40aa-8c7d-014185f29323 None None] Network 57f4454d-17ee-4f6b-a986-71822d43c7e4 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:07:20.284496 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6997c-1ea8-4492-8c64-5138927a480a req-386e0858-c987-4ab8-b1a7-d8ef86718e08 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:20.286545 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-918f73ff-4592-4c0b-8f9e-b3bd33da6048 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7233229 Jun 18 22:07:20.295968 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a2f6997c-1ea8-4492-8c64-5138927a480a req-386e0858-c987-4ab8-b1a7-d8ef86718e08 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.1474552 Jun 18 22:07:20.380615 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a2f6997c-1ea8-4492-8c64-5138927a480a req-72b5cab5-23f8-410e-ad1e-a2bf83dddf9d tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765417 Jun 18 22:07:20.434893 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbd7f6b-dc2d-4557-8488-ce9b1b8da9d2 None None] Network 57f4454d-17ee-4f6b-a986-71822d43c7e4 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:07:20.501924 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2bc5f-7b7f-435b-af63-f5aff2e12236 req-76891c3c-80b2-47f0-ba2f-1605859414de tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:20.504671 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-abc2bc5f-7b7f-435b-af63-f5aff2e12236 req-76891c3c-80b2-47f0-ba2f-1605859414de tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0940433 Jun 18 22:07:20.568077 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-abc2bc5f-7b7f-435b-af63-f5aff2e12236 req-333ec13a-6ec0-4f88-b375-a23db5229e92 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444093 Jun 18 22:07:21.590734 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2fb42-debf-443e-a6a4-eefee57b77b3 req-8467477b-2d4b-4acf-b57d-dcc62e7fed85 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:21.592204 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-55b2fb42-debf-443e-a6a4-eefee57b77b3 req-8467477b-2d4b-4acf-b57d-dcc62e7fed85 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.1095181 Jun 18 22:07:21.618313 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c9f3b-3cd7-48f8-8728-60555f04db30 req-a24942d0-e729-4454-b595-914b89ab2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:21.619731 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-356c9f3b-3cd7-48f8-8728-60555f04db30 req-a24942d0-e729-4454-b595-914b89ab2a6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7&device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 1098 time: 0.0939846 Jun 18 22:07:21.654362 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-55b2fb42-debf-443e-a6a4-eefee57b77b3 req-9da60fd5-dcaf-4687-8ceb-7162b9050e9c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543981 Jun 18 22:07:21.753246 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c9f3b-3cd7-48f8-8728-60555f04db30 req-ca7b3180-bdb8-4f39-b6cc-316a90fbe540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:21.754644 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-356c9f3b-3cd7-48f8-8728-60555f04db30 req-ca7b3180-bdb8-4f39-b6cc-316a90fbe540 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7dc362ef-bd1f-40fa-861d-5e2be660a931 HTTP/1.1" status: 200 len: 918 time: 0.1242633 Jun 18 22:07:21.832168 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cac584-b34d-4e9d-9190-ac00053f3324 req-f4bd4008-40c7-46cf-ade8-c51de78c6f26 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:21.833607 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-83cac584-b34d-4e9d-9190-ac00053f3324 req-f4bd4008-40c7-46cf-ade8-c51de78c6f26 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.1200407 Jun 18 22:07:21.839364 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-356c9f3b-3cd7-48f8-8728-60555f04db30 req-53952547-586f-47a3-a182-40aeec585370 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04986084-5048-40a7-95c9-4f029ebab1ce HTTP/1.1" status: 200 len: 1000 time: 0.0774179 Jun 18 22:07:21.907428 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-83cac584-b34d-4e9d-9190-ac00053f3324 req-e6193e75-9c37-41ee-a983-7615f26db7b2 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663283 Jun 18 22:07:21.913562 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c9f3b-3cd7-48f8-8728-60555f04db30 req-6d72cdeb-c89a-48e6-a325-80d574bb339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:21.915154 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-356c9f3b-3cd7-48f8-8728-60555f04db30 req-6d72cdeb-c89a-48e6-a325-80d574bb339b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5 HTTP/1.1" status: 200 len: 856 time: 0.0690484 Jun 18 22:07:21.974082 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c9f3b-3cd7-48f8-8728-60555f04db30 req-a8132dcc-9c8b-4e1c-b027-ed03b0ed815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:21.975631 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-356c9f3b-3cd7-48f8-8728-60555f04db30 req-a8132dcc-9c8b-4e1c-b027-ed03b0ed815c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7dc362ef-bd1f-40fa-861d-5e2be660a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538137 Jun 18 22:07:22.061168 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-356c9f3b-3cd7-48f8-8728-60555f04db30 req-55aeb86c-9535-4fc4-8de1-16d5910a90e8 service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788500 Jun 18 22:07:22.153916 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-356c9f3b-3cd7-48f8-8728-60555f04db30 req-625d4c4b-d274-4768-8e75-ebbc9efd7f63 service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854993 Jun 18 22:07:22.515094 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-db57a886-4676-47dc-a5d7-ec039cded820 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:22.516521 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-db57a886-4676-47dc-a5d7-ec039cded820 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/networks?id=57f4454d-17ee-4f6b-a986-71822d43c7e4 HTTP/1.1" status: 200 len: 814 time: 0.1041973 Jun 18 22:07:22.531506 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-25f65440-b681-4a59-818b-be90fe9482f4 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/quotas/e3df2dffb0ce450e853c45c7b5c4d6e4 HTTP/1.1" status: 200 len: 375 time: 0.0088432 Jun 18 22:07:22.565392 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-a950d0a1-538a-4d02-9c59-ac6cd0e645d3 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3df2dffb0ce450e853c45c7b5c4d6e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279827 Jun 18 22:07:22.706092 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-d7a59ebe-a79d-4758-8508-05f6bede8be6 service neutron] 10.222.0.38 "GET /v2.0/networks/57f4454d-17ee-4f6b-a986-71822d43c7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332397 Jun 18 22:07:22.799763 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-1c0224df-cc51-4d15-a5d7-efdbbaac3418 service neutron] 10.222.0.38 "GET /v2.0/networks/57f4454d-17ee-4f6b-a986-71822d43c7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876043 Jun 18 22:07:23.125043 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf5d52-e3d1-41d4-b9e4-2d135e6305c2 req-c04340b5-4f2c-4e24-81bd-64e9d7cc0ed2 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:23.133172 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b8cf5d52-e3d1-41d4-b9e4-2d135e6305c2 req-c04340b5-4f2c-4e24-81bd-64e9d7cc0ed2 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.0729258 Jun 18 22:07:23.179946 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b8cf5d52-e3d1-41d4-b9e4-2d135e6305c2 req-8d8d5c28-0357-4243-a008-c26308143709 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457771 Jun 18 22:07:23.341249 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e211d9a-dba4-4917-9519-1cf4bb82a31b req-cb29f668-f8cb-4cee-8d48-25129baf9eaa tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:23.341249 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e211d9a-dba4-4917-9519-1cf4bb82a31b req-cb29f668-f8cb-4cee-8d48-25129baf9eaa tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0675106 Jun 18 22:07:23.382524 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e211d9a-dba4-4917-9519-1cf4bb82a31b req-56cf8ce2-e261-42aa-ab8a-ba3630646935 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349882 Jun 18 22:07:23.481958 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-da30c3c5-5bd1-439b-8c28-634897f976e0 req-af863140-951d-4ed6-8715-7109afc89a2a tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 210 time: 0.0401647 Jun 18 22:07:23.843802 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde941b4-bbd6-44b3-8de5-7318a91c8670 req-b6452a33-80e8-4807-b9f7-d475d0e1b8f6 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:23.845270 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bde941b4-bbd6-44b3-8de5-7318a91c8670 req-b6452a33-80e8-4807-b9f7-d475d0e1b8f6 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.0632291 Jun 18 22:07:23.856237 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dd575a06-db81-49a2-831d-129f6a7c920a req-b01f4b39-b944-406b-a2c3-9ae77faf1989 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0502388 Jun 18 22:07:23.883742 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bde941b4-bbd6-44b3-8de5-7318a91c8670 req-331eb2ec-917c-421e-b139-61b1e63f1ef7 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325942 Jun 18 22:07:24.585036 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289559b-1f5b-4e09-b48e-a373f107de7d req-c83bf102-f3fa-4692-8078-c1115ef09584 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:24.587923 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a289559b-1f5b-4e09-b48e-a373f107de7d req-c83bf102-f3fa-4692-8078-c1115ef09584 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 945 time: 0.0782180 Jun 18 22:07:24.635293 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c09601c2-dfef-4b08-b3b7-a0f4eb2187f6 req-b733daf1-d24c-4b69-a99f-ab19e4248558 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 210 time: 0.0342040 Jun 18 22:07:24.652680 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a289559b-1f5b-4e09-b48e-a373f107de7d req-b79dad09-6094-4ee2-9b1f-012ab8cfed3c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606236 Jun 18 22:07:24.726671 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 04986084-5048-40a7-95c9-4f029ebab1ce no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:07:24.803802 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:24.828578 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04986084-5048-40a7-95c9-4f029ebab1ce'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:07:24.831475 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8307b898-cd21-4953-8259-742c837fb3a7" -d '{"events": [{"server_uuid": "53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd", "name": "network-vif-unplugged", "status": "completed", "tag": "04986084-5048-40a7-95c9-4f029ebab1ce"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:07:24.850566 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 04986084-5048-40a7-95c9-4f029ebab1ce, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=04986084-5048-40a7-95c9-4f029ebab1ce,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:24.877176 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 22:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548281a5-ca11-42ec-b178-5687519be94a x-openstack-request-id: req-548281a5-ca11-42ec-b178-5687519be94a {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:07:24.878047 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd", "name": "network-vif-unplugged", "status": "completed", "tag": "04986084-5048-40a7-95c9-4f029ebab1ce", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:07:24.879817 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-548281a5-ca11-42ec-b178-5687519be94a {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:07:24.880253 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04986084-5048-40a7-95c9-4f029ebab1ce', 'code': 200} Jun 18 22:07:24.942199 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:24.942989 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device b6263e30-7bb0-4c20-95f0-db518eede253 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:07:24.945563 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-7157471e-e911-4402-aa16-b0c85f7851a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:25.029832 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=04986084-5048-40a7-95c9-4f029ebab1ce,revision_number=8']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:25.040540 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:25.073652 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09502515-fe96-46ad-bd89-acea92f6926d req-6651642f-a04c-4408-b9ee-1cbd4cd92848 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:25.075290 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-09502515-fe96-46ad-bd89-acea92f6926d req-6651642f-a04c-4408-b9ee-1cbd4cd92848 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.0785375 Jun 18 22:07:25.075839 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:25.110254 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port b6263e30-7bb0-4c20-95f0-db518eede253, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b6263e30-7bb0-4c20-95f0-db518eede253,segment=NetworkSegment(2b331b0a-2380-4400-b62b-7b160dff8e3a),segment_id=2b331b0a-2380-4400-b62b-7b160dff8e3a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:25.125872 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-09502515-fe96-46ad-bd89-acea92f6926d req-d0358ca2-3a08-49d6-94e2-997b9827b73d tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441952 Jun 18 22:07:25.169962 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:25.171756 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:25.216672 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=b6263e30-7bb0-4c20-95f0-db518eede253,revision_number=6']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:25.219481 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:25.704957 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-423b5ee8-7f58-4889-90d2-4f215d14d1c2 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:25.706955 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-423b5ee8-7f58-4889-90d2-4f215d14d1c2 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.44 "GET /v2.0/networks?id=57f4454d-17ee-4f6b-a986-71822d43c7e4 HTTP/1.1" status: 200 len: 814 time: 0.1069901 Jun 18 22:07:25.724555 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-da2c3b07-aba4-47e9-99a7-aba145d537a7 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Request body: {'port': {'device_id': '1467821c-0f47-4459-90e6-2100311bb1b0', 'network_id': '57f4454d-17ee-4f6b-a986-71822d43c7e4', 'admin_state_up': True, 'tenant_id': 'e3df2dffb0ce450e853c45c7b5c4d6e4'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:07:25.799107 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-90b8fd30-0dde-4d56-a503-c73debee94c5 req-62ef1cfa-9b12-4b70-8cb3-a77748020219 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 210 time: 0.0352499 Jun 18 22:07:25.952811 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-da2c3b07-aba4-47e9-99a7-aba145d537a7 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Made reservation on behalf of e3df2dffb0ce450e853c45c7b5c4d6e4 for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:07:25.956553 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-da2c3b07-aba4-47e9-99a7-aba145d537a7 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:26.080660 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-da2c3b07-aba4-47e9-99a7-aba145d537a7 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Allocated IP 172.20.0.7 (57f4454d-17ee-4f6b-a986-71822d43c7e4/92d66e4f-f80f-4742-a53a-042d62733f55/88c3931c-6cda-4ab8-b103-94e6a079f816) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:07:26.325155 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-da2c3b07-aba4-47e9-99a7-aba145d537a7 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:26.350536 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28986649-851b-483f-ad43-bbec933d1223 req-d04611d9-97a6-467e-8cda-efba9bf8e49f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:26.352013 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-28986649-851b-483f-ad43-bbec933d1223 req-d04611d9-97a6-467e-8cda-efba9bf8e49f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.1126211 Jun 18 22:07:26.404226 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-28986649-851b-483f-ad43-bbec933d1223 req-6a6f38ed-fbf1-4318-8a73-ea768f579c64 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459797 Jun 18 22:07:26.479434 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-da2c3b07-aba4-47e9-99a7-aba145d537a7 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:26.483483 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:26.525676 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-da2c3b07-aba4-47e9-99a7-aba145d537a7 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Network 57f4454d-17ee-4f6b-a986-71822d43c7e4 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:07:26.529001 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-da2c3b07-aba4-47e9-99a7-aba145d537a7 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:07:26.532690 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-da2c3b07-aba4-47e9-99a7-aba145d537a7 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:07:26.559745 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c3b07-aba4-47e9-99a7-aba145d537a7 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Pushing event updated for resources: {'Port': ['ID=88c3931c-6cda-4ab8-b103-94e6a079f816,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:26.563847 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-da2c3b07-aba4-47e9-99a7-aba145d537a7 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:26.584043 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-da2c3b07-aba4-47e9-99a7-aba145d537a7 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:26.584693 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-da2c3b07-aba4-47e9-99a7-aba145d537a7 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:26.667736 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-da2c3b07-aba4-47e9-99a7-aba145d537a7 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9470298 Jun 18 22:07:26.685358 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Request body: {'port': {'device_id': '1467821c-0f47-4459-90e6-2100311bb1b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:07:26.757374 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:26.881481 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eaf8cc1-141b-4ce4-b3a5-43a520b9128c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6263e30-7bb0-4c20-95f0-db518eede253'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:07:26.883724 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e038810e-95a7-46b1-bfee-fabeaafc7f7e" -d '{"events": [{"server_uuid": "6eaf8cc1-141b-4ce4-b3a5-43a520b9128c", "name": "network-vif-unplugged", "status": "completed", "tag": "b6263e30-7bb0-4c20-95f0-db518eede253"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:07:27.365247 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ca1d3-4d24-4d20-87cb-d88e171a5732 req-a2edff7f-37a8-4e06-a411-0f418c8f21ad tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:27.366667 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6d5ca1d3-4d24-4d20-87cb-d88e171a5732 req-a2edff7f-37a8-4e06-a411-0f418c8f21ad tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 943 time: 0.4507790 Jun 18 22:07:27.378693 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 40362) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:27.407656 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904340c-4cbb-488e-9ebc-fd74ea8cdc13 req-a5d6efca-67f3-4b71-934b-60b135b2357f tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:27.409204 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8904340c-4cbb-488e-9ebc-fd74ea8cdc13 req-a5d6efca-67f3-4b71-934b-60b135b2357f tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 931 time: 0.4815073 Jun 18 22:07:27.445735 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c3931c-6cda-4ab8-b103-94e6a079f816 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:07:27.463209 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:27.474752 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5f23a779-5a44-4c23-8dbe-044743b29545 req-adaa9c22-0482-47f7-9dbc-10898041cc9b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0947797 Jun 18 22:07:27.477212 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6d5ca1d3-4d24-4d20-87cb-d88e171a5732 req-629d0d01-ea1b-4579-97a2-785ee2c6ea5d tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014931 Jun 18 22:07:27.494459 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8904340c-4cbb-488e-9ebc-fd74ea8cdc13 req-2a770152-fc85-43e7-92d2-8c3b13767b40 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734015 Jun 18 22:07:27.495356 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Transition to ACTIVE for port object 88c3931c-6cda-4ab8-b103-94e6a079f816 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:07:27.534608 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 22:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbc3a6e-d1b8-417f-8e60-b8fa55998c9d x-openstack-request-id: req-2dbc3a6e-d1b8-417f-8e60-b8fa55998c9d {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:07:27.535078 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eaf8cc1-141b-4ce4-b3a5-43a520b9128c", "name": "network-vif-unplugged", "status": "failed", "tag": "b6263e30-7bb0-4c20-95f0-db518eede253", "code": 422}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:07:27.535352 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2dbc3a6e-d1b8-417f-8e60-b8fa55998c9d {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:07:27.536501 dv-cinder-766752-3-iscsi neutron-server[93155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6eaf8cc1-141b-4ce4-b3a5-43a520b9128c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b6263e30-7bb0-4c20-95f0-db518eede253', 'code': 422} returned with failed status Jun 18 22:07:27.582930 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:27.585595 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-944eda6b-4497-4de8-ae6a-7ff39c074cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:27.687322 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=88c3931c-6cda-4ab8-b103-94e6a079f816,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:27.693074 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:27.783462 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee2a78-4399-4644-96d8-835be9f41f69 req-af7283f6-4a29-4f1c-9626-5b5b90fa925d tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:27.785533 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-baee2a78-4399-4644-96d8-835be9f41f69 req-af7283f6-4a29-4f1c-9626-5b5b90fa925d tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.1654747 Jun 18 22:07:27.789571 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Attempting to bind port 88c3931c-6cda-4ab8-b103-94e6a079f816 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:07:27.789902 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Attempting to bind port 88c3931c-6cda-4ab8-b103-94e6a079f816 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '9c7aea1f-80d4-4bca-b088-5a6aab40a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '57f4454d-17ee-4f6b-a986-71822d43c7e4'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:07:27.790230 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Attempting to bind port 88c3931c-6cda-4ab8-b103-94e6a079f816 on network 57f4454d-17ee-4f6b-a986-71822d43c7e4 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:07:27.801710 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Port 88c3931c-6cda-4ab8-b103-94e6a079f816 on network 57f4454d-17ee-4f6b-a986-71822d43c7e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:07:27.802030 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Attempting to bind port 88c3931c-6cda-4ab8-b103-94e6a079f816 on network 57f4454d-17ee-4f6b-a986-71822d43c7e4 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:07:27.815782 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:07:27.816171 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Checking segment: {'id': '9c7aea1f-80d4-4bca-b088-5a6aab40a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '57f4454d-17ee-4f6b-a986-71822d43c7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:07:27.816551 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Bound using segment: {'id': '9c7aea1f-80d4-4bca-b088-5a6aab40a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '57f4454d-17ee-4f6b-a986-71822d43c7e4'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:07:27.822895 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Bound port: 88c3931c-6cda-4ab8-b103-94e6a079f816, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7aea1f-80d4-4bca-b088-5a6aab40a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '57f4454d-17ee-4f6b-a986-71822d43c7e4'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:07:27.822895 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:27.842772 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-baee2a78-4399-4644-96d8-835be9f41f69 req-3514f087-c4b6-4bf7-b787-cc485e79a74d tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503824 Jun 18 22:07:27.891796 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] For port 88c3931c-6cda-4ab8-b103-94e6a079f816, host hv-cinder-76675, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:07:27.897230 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] For port 88c3931c-6cda-4ab8-b103-94e6a079f816, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=88c3931c-6cda-4ab8-b103-94e6a079f816,segment=NetworkSegment(9c7aea1f-80d4-4bca-b088-5a6aab40a558),segment_id=9c7aea1f-80d4-4bca-b088-5a6aab40a558)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:07:27.965293 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:27.969381 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-72437540-559a-462c-821e-ca5e3e8884db tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:28.010518 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:28.011125 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:28.012507 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] 10.222.0.44 "PUT /v2.0/ports/88c3931c-6cda-4ab8-b103-94e6a079f816 HTTP/1.1" status: 200 len: 1093 time: 1.3314707 Jun 18 22:07:28.013007 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1467821c-0f47-4459-90e6-2100311bb1b0', 'tag': '88c3931c-6cda-4ab8-b103-94e6a079f816'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:07:28.015436 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4164fb3c-7a31-4574-a289-deb07aa22b46" -d '{"events": [{"name": "network-changed", "server_uuid": "1467821c-0f47-4459-90e6-2100311bb1b0", "tag": "88c3931c-6cda-4ab8-b103-94e6a079f816"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:07:28.035934 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=88c3931c-6cda-4ab8-b103-94e6a079f816,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:28.039369 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:28.053021 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e291571-d9d4-4dfd-8f41-75523c63099d x-openstack-request-id: req-6e291571-d9d4-4dfd-8f41-75523c63099d {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:07:28.053353 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1467821c-0f47-4459-90e6-2100311bb1b0", "tag": "88c3931c-6cda-4ab8-b103-94e6a079f816", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:07:28.053643 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6e291571-d9d4-4dfd-8f41-75523c63099d {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:07:28.054067 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1467821c-0f47-4459-90e6-2100311bb1b0', 'tag': '88c3931c-6cda-4ab8-b103-94e6a079f816', 'status': 'completed', 'code': 200} Jun 18 22:07:28.167447 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164fb3c-7a31-4574-a289-deb07aa22b46 req-7e0c3b52-2d46-416e-96ea-50b30a141735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:28.168928 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4164fb3c-7a31-4574-a289-deb07aa22b46 req-7e0c3b52-2d46-416e-96ea-50b30a141735 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3df2dffb0ce450e853c45c7b5c4d6e4&device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 1096 time: 0.0759611 Jun 18 22:07:28.269159 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164fb3c-7a31-4574-a289-deb07aa22b46 req-5ef72910-f7f6-41a3-9c56-18deafaf0984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:28.270569 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4164fb3c-7a31-4574-a289-deb07aa22b46 req-5ef72910-f7f6-41a3-9c56-18deafaf0984 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e3df2dffb0ce450e853c45c7b5c4d6e4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0883365 Jun 18 22:07:28.365455 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164fb3c-7a31-4574-a289-deb07aa22b46 req-9ad8ee2f-ebf0-4351-b0d1-56564a30d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:28.366854 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4164fb3c-7a31-4574-a289-deb07aa22b46 req-9ad8ee2f-ebf0-4351-b0d1-56564a30d821 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903056 Jun 18 22:07:28.489429 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-55a9fef6-791e-4efb-8f68-b0728122ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:28.490869 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-55a9fef6-791e-4efb-8f68-b0728122ffca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3df2dffb0ce450e853c45c7b5c4d6e4&device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 1096 time: 0.0516887 Jun 18 22:07:28.543145 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-17581f21-a551-4f59-8ccd-50e2563a2c1a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c3931c-6cda-4ab8-b103-94e6a079f816 HTTP/1.1" status: 200 len: 217 time: 0.0390527 Jun 18 22:07:28.594034 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-4e10e557-8d8f-4a2c-95fe-27ecff62b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:28.595545 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-4e10e557-8d8f-4a2c-95fe-27ecff62b761 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=92d66e4f-f80f-4742-a53a-042d62733f55 HTTP/1.1" status: 200 len: 854 time: 0.0465748 Jun 18 22:07:28.636920 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-57d5773c-e6a1-4337-94a5-f84f2f746173 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57f4454d-17ee-4f6b-a986-71822d43c7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351934 Jun 18 22:07:28.804775 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70096465-aad7-4522-b2de-fd15490c42ad req-dcb3a536-1717-4db2-a954-d4380f28278f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:28.806212 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-70096465-aad7-4522-b2de-fd15490c42ad req-dcb3a536-1717-4db2-a954-d4380f28278f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 943 time: 0.1960702 Jun 18 22:07:28.807886 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-c9038d21-f154-46f1-a017-6cf0537a9364 service neutron] 10.222.0.44 "GET /v2.0/networks/57f4454d-17ee-4f6b-a986-71822d43c7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604049 Jun 18 22:07:28.819601 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967490c4-684a-410e-b0b8-94b91e38eff7 req-8e8abea5-3e8a-4ad8-b02e-4080b795571e tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:28.820981 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-967490c4-684a-410e-b0b8-94b91e38eff7 req-8e8abea5-3e8a-4ad8-b02e-4080b795571e tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 943 time: 0.1939471 Jun 18 22:07:28.927973 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-70096465-aad7-4522-b2de-fd15490c42ad req-eb20490c-6c4a-4796-abf7-470e006883f5 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060319 Jun 18 22:07:28.932341 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-967490c4-684a-410e-b0b8-94b91e38eff7 req-c61525bf-c058-4647-8287-358f49370a2f tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937779 Jun 18 22:07:28.968605 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d9edcb7-c3d3-4108-ba3f-7dac119d8f12 req-bafa6860-0c29-4954-a2d9-b6c1ae42a871 service neutron] 10.222.0.44 "GET /v2.0/networks/57f4454d-17ee-4f6b-a986-71822d43c7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456947 Jun 18 22:07:29.101226 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e57729-c437-4fcf-9990-47e9917fff58 req-f89bbc30-8a1e-4180-af3d-81adaae3e778 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:29.102568 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-25e57729-c437-4fcf-9990-47e9917fff58 req-f89bbc30-8a1e-4180-af3d-81adaae3e778 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0674620 Jun 18 22:07:29.139836 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-25e57729-c437-4fcf-9990-47e9917fff58 req-73768617-fcdb-4121-82bc-295a9e5a79bc tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315809 Jun 18 22:07:29.296592 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23a779-5a44-4c23-8dbe-044743b29545 req-acae2a4f-22c8-49d6-88f1-279a368f4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:29.298051 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f23a779-5a44-4c23-8dbe-044743b29545 req-acae2a4f-22c8-49d6-88f1-279a368f4968 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd&tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0523889 Jun 18 22:07:29.380839 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23a779-5a44-4c23-8dbe-044743b29545 req-68cce759-4703-45d9-8864-be519f1a97d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:29.382135 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f23a779-5a44-4c23-8dbe-044743b29545 req-68cce759-4703-45d9-8864-be519f1a97d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7&device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 1096 time: 0.0504019 Jun 18 22:07:29.468392 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23a779-5a44-4c23-8dbe-044743b29545 req-4793323a-ea43-4f99-a577-c49c91b61f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:29.469755 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f23a779-5a44-4c23-8dbe-044743b29545 req-4793323a-ea43-4f99-a577-c49c91b61f57 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7dc362ef-bd1f-40fa-861d-5e2be660a931 HTTP/1.1" status: 200 len: 918 time: 0.0811312 Jun 18 22:07:29.530649 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f23a779-5a44-4c23-8dbe-044743b29545 req-76b30872-0dbb-43fd-88d6-89f54a9d5b3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04986084-5048-40a7-95c9-4f029ebab1ce HTTP/1.1" status: 200 len: 998 time: 0.0538943 Jun 18 22:07:29.584999 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23a779-5a44-4c23-8dbe-044743b29545 req-8361e64b-8687-4c6a-b184-ee0e3dc34cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:29.586311 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f23a779-5a44-4c23-8dbe-044743b29545 req-8361e64b-8687-4c6a-b184-ee0e3dc34cbf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5 HTTP/1.1" status: 200 len: 856 time: 0.0405402 Jun 18 22:07:29.647445 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23a779-5a44-4c23-8dbe-044743b29545 req-321d9d1f-2a4a-4f52-bd55-586f5f2e253c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:29.648823 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f23a779-5a44-4c23-8dbe-044743b29545 req-321d9d1f-2a4a-4f52-bd55-586f5f2e253c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7dc362ef-bd1f-40fa-861d-5e2be660a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528429 Jun 18 22:07:29.735585 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f23a779-5a44-4c23-8dbe-044743b29545 req-7c69f285-1409-4a7b-a7d6-14dd0f9275ab service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798116 Jun 18 22:07:29.835999 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f23a779-5a44-4c23-8dbe-044743b29545 req-bf795f65-cfdf-44eb-9a43-68251957ea07 service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938516 Jun 18 22:07:30.161780 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0b9ed-1b5a-4681-8835-0b113123c16a req-b47698f7-5f22-4704-b1cb-9b3327fa0525 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:30.163250 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b4e0b9ed-1b5a-4681-8835-0b113123c16a req-b47698f7-5f22-4704-b1cb-9b3327fa0525 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 943 time: 0.1050825 Jun 18 22:07:30.171974 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b01b2-a4d8-407f-8b77-e4aa410ed2c2 req-d0441296-1060-4158-a900-087d600cef12 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:30.173895 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8b8b01b2-a4d8-407f-8b77-e4aa410ed2c2 req-d0441296-1060-4158-a900-087d600cef12 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 943 time: 0.1176186 Jun 18 22:07:30.234917 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b4e0b9ed-1b5a-4681-8835-0b113123c16a req-0ac6b455-51fe-41e5-bb5f-f887e72d8eaa tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598123 Jun 18 22:07:30.240413 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8b8b01b2-a4d8-407f-8b77-e4aa410ed2c2 req-c8bf9ef0-f24a-450c-a79c-fd7633b81900 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589919 Jun 18 22:07:30.406672 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f46f50-ed38-4f0e-bfd6-46456e5a639d req-61844ef3-5074-4c83-8f49-6cf8f04de67f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:30.408022 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-73f46f50-ed38-4f0e-bfd6-46456e5a639d req-61844ef3-5074-4c83-8f49-6cf8f04de67f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0649817 Jun 18 22:07:30.449286 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-73f46f50-ed38-4f0e-bfd6-46456e5a639d req-13c72172-6751-4c67-9b45-6517267d41bf tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336411 Jun 18 22:07:30.722689 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 88c3931c-6cda-4ab8-b103-94e6a079f816 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:07:30.832954 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 88c3931c-6cda-4ab8-b103-94e6a079f816, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=88c3931c-6cda-4ab8-b103-94e6a079f816,segment=NetworkSegment(9c7aea1f-80d4-4bca-b088-5a6aab40a558),segment_id=9c7aea1f-80d4-4bca-b088-5a6aab40a558)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:30.844964 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': '88c3931c-6cda-4ab8-b103-94e6a079f816', 'network_id': '57f4454d-17ee-4f6b-a986-71822d43c7e4', 'port_id': '88c3931c-6cda-4ab8-b103-94e6a079f816', 'mac_address': 'fa:16:3e:71:6b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d66e4f-f80f-4742-a53a-042d62733f55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:07:30.883552 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:30.896846 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c3931c-6cda-4ab8-b103-94e6a079f816 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:07:30.933804 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 88c3931c-6cda-4ab8-b103-94e6a079f816, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=88c3931c-6cda-4ab8-b103-94e6a079f816,segment=NetworkSegment(9c7aea1f-80d4-4bca-b088-5a6aab40a558),segment_id=9c7aea1f-80d4-4bca-b088-5a6aab40a558)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:31.005281 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:31.009754 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:31.058849 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=88c3931c-6cda-4ab8-b103-94e6a079f816,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:31.062131 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:31.309216 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['88c3931c-6cda-4ab8-b103-94e6a079f816'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:07:31.521679 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc56d7-dd29-4599-8baa-27a8438b28a8 req-0e8f3010-cee3-413a-a885-333d718c0d54 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:31.523341 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4bbc56d7-dd29-4599-8baa-27a8438b28a8 req-0e8f3010-cee3-413a-a885-333d718c0d54 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 944 time: 0.1320205 Jun 18 22:07:31.533966 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a543d-a20d-419a-a3a6-f871b85221ec req-f90eba1e-b7d7-4924-8b5e-6a4496c03f09 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:31.536039 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a87a543d-a20d-419a-a3a6-f871b85221ec req-f90eba1e-b7d7-4924-8b5e-6a4496c03f09 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 943 time: 0.1396391 Jun 18 22:07:31.596251 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a87a543d-a20d-419a-a3a6-f871b85221ec req-f7bbf750-b851-4988-b6a0-2d9a45191d85 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528286 Jun 18 22:07:31.599518 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4bbc56d7-dd29-4599-8baa-27a8438b28a8 req-8fd439e5-eb1c-445d-a13c-cb14f5ba9d19 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625451 Jun 18 22:07:31.815996 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5264488-4641-44da-b6eb-4473718e0447 req-fa15db95-af72-47f7-9ed8-2c6b3b0abd4b tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:31.817485 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d5264488-4641-44da-b6eb-4473718e0447 req-fa15db95-af72-47f7-9ed8-2c6b3b0abd4b tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0669847 Jun 18 22:07:31.856636 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d5264488-4641-44da-b6eb-4473718e0447 req-bf4954cd-dd3d-4603-ad6d-3a37ac4d1332 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334251 Jun 18 22:07:32.736895 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 88c3931c-6cda-4ab8-b103-94e6a079f816 up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:07:32.847440 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b0095-b8db-4bf9-8df9-71e12e1abecb req-86624c2f-2e4d-467c-86ce-195c5c5a895d tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:32.849052 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-813b0095-b8db-4bf9-8df9-71e12e1abecb req-86624c2f-2e4d-467c-86ce-195c5c5a895d tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 943 time: 0.1090696 Jun 18 22:07:32.871394 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc08d20-798f-4960-8eca-e7fa0e62f306 req-feefe147-537e-467f-a92c-5a2d59ed9240 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:32.872943 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6fc08d20-798f-4960-8eca-e7fa0e62f306 req-feefe147-537e-467f-a92c-5a2d59ed9240 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 944 time: 0.0933886 Jun 18 22:07:32.873617 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port 88c3931c-6cda-4ab8-b103-94e6a079f816 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:07:32.878095 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port 88c3931c-6cda-4ab8-b103-94e6a079f816 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:32.879199 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:32.915934 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-813b0095-b8db-4bf9-8df9-71e12e1abecb req-25db87ea-6a3e-4283-b578-ebb1c4e07a0c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607741 Jun 18 22:07:32.951191 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6fc08d20-798f-4960-8eca-e7fa0e62f306 req-a8263763-cc3d-4851-ad97-c144310c4f6f tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698297 Jun 18 22:07:33.006045 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:33.046030 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1467821c-0f47-4459-90e6-2100311bb1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c3931c-6cda-4ab8-b103-94e6a079f816'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:07:33.049063 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f925c0d-5aef-4033-ab2c-6c28e3484407" -d '{"events": [{"server_uuid": "1467821c-0f47-4459-90e6-2100311bb1b0", "name": "network-vif-plugged", "status": "completed", "tag": "88c3931c-6cda-4ab8-b103-94e6a079f816"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:07:33.070937 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 88c3931c-6cda-4ab8-b103-94e6a079f816, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=88c3931c-6cda-4ab8-b103-94e6a079f816,segment=NetworkSegment(9c7aea1f-80d4-4bca-b088-5a6aab40a558),segment_id=9c7aea1f-80d4-4bca-b088-5a6aab40a558)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:33.130899 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:33.132963 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:33.135043 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1f12c-da70-41be-b966-161d1721ef05 req-5a30e006-0f5c-41ad-9618-893afba74184 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:33.142083 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-77e1f12c-da70-41be-b966-161d1721ef05 req-5a30e006-0f5c-41ad-9618-893afba74184 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0897713 Jun 18 22:07:33.182684 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=88c3931c-6cda-4ab8-b103-94e6a079f816,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:33.186101 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:33.197698 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-77e1f12c-da70-41be-b966-161d1721ef05 req-b7ee7ac7-db0f-4da3-bda4-49ec4fc12db6 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547316 Jun 18 22:07:33.244785 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9076c762-e000-412b-96dd-6c96ab5ab0e2 x-openstack-request-id: req-9076c762-e000-412b-96dd-6c96ab5ab0e2 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:07:33.245091 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1467821c-0f47-4459-90e6-2100311bb1b0", "name": "network-vif-plugged", "status": "completed", "tag": "88c3931c-6cda-4ab8-b103-94e6a079f816", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:07:33.245362 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9076c762-e000-412b-96dd-6c96ab5ab0e2 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:07:33.245772 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1467821c-0f47-4459-90e6-2100311bb1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c3931c-6cda-4ab8-b103-94e6a079f816', 'code': 200} Jun 18 22:07:34.110732 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881c843-b7d2-4bdc-ac9b-aa12f7207893 req-f6a444b9-061b-4a86-ba96-54f521d4f668 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:34.112796 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a881c843-b7d2-4bdc-ac9b-aa12f7207893 req-f6a444b9-061b-4a86-ba96-54f521d4f668 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 943 time: 0.0680256 Jun 18 22:07:34.151978 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a881c843-b7d2-4bdc-ac9b-aa12f7207893 req-67fc145c-3682-44d6-a694-a3e1b35c7626 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330477 Jun 18 22:07:34.324984 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e7782-1fcd-4630-b2b7-d6c7485e9723 req-d6bd49c9-5cda-4972-a0ce-4c06c04ea07a tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:34.326453 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a96e7782-1fcd-4630-b2b7-d6c7485e9723 req-d6bd49c9-5cda-4972-a0ce-4c06c04ea07a tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 945 time: 0.0665474 Jun 18 22:07:34.366757 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a96e7782-1fcd-4630-b2b7-d6c7485e9723 req-94f95f21-8a7f-43f8-896f-73b2434f5977 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338356 Jun 18 22:07:34.537141 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb6f0d-036c-4ceb-86a3-f9517b5536f1 req-a7533fe4-b83b-4738-b0fe-9cc1f481def4 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:34.538821 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-87cb6f0d-036c-4ceb-86a3-f9517b5536f1 req-a7533fe4-b83b-4738-b0fe-9cc1f481def4 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0727503 Jun 18 22:07:34.580279 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-87cb6f0d-036c-4ceb-86a3-f9517b5536f1 req-0816e7f1-a9b2-4056-8b73-c0e9b0d9a89f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355303 Jun 18 22:07:35.337490 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8cb7b-687e-4767-b104-c69ee00f1fb7 req-ee65c76a-d448-40d5-9567-e20d5d898621 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:35.339181 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-75a8cb7b-687e-4767-b104-c69ee00f1fb7 req-ee65c76a-d448-40d5-9567-e20d5d898621 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 943 time: 0.0679889 Jun 18 22:07:35.378989 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-75a8cb7b-687e-4767-b104-c69ee00f1fb7 req-d3f5ca9b-83e5-4600-b88b-87167bc2017c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341167 Jun 18 22:07:35.551234 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54297e90-1af3-47f2-9687-2188699fcf50 req-fed8cf5e-7513-4f52-bdab-5ccb6ff58ec2 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:35.552745 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-54297e90-1af3-47f2-9687-2188699fcf50 req-fed8cf5e-7513-4f52-bdab-5ccb6ff58ec2 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 945 time: 0.0659549 Jun 18 22:07:35.596499 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-54297e90-1af3-47f2-9687-2188699fcf50 req-e4813d75-906f-4bfb-bc01-b7df65171184 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379791 Jun 18 22:07:35.918690 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50b724-4f68-40fc-acbd-69fcace6c2a8 req-3f5a82e9-ad23-4457-a633-e9e0a9dfd07b tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:35.920279 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4d50b724-4f68-40fc-acbd-69fcace6c2a8 req-3f5a82e9-ad23-4457-a633-e9e0a9dfd07b tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0672219 Jun 18 22:07:35.959498 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4d50b724-4f68-40fc-acbd-69fcace6c2a8 req-1adce49e-ea1e-4773-9fbd-680db9ed45b0 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331020 Jun 18 22:07:35.970632 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dfe9d58c-cc96-4ea3-ac52-bac092c04b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:36.568767 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260eec6-2e2c-4199-8abc-0ce648bfdea0 req-6eb014de-5499-43ff-abc4-7a296311ace8 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:36.570144 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4260eec6-2e2c-4199-8abc-0ce648bfdea0 req-6eb014de-5499-43ff-abc4-7a296311ace8 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 943 time: 0.0729291 Jun 18 22:07:36.611699 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4260eec6-2e2c-4199-8abc-0ce648bfdea0 req-c5631206-2746-41f6-87c5-b8388b1aa41f tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358205 Jun 18 22:07:36.780386 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790c57c-6882-41ec-bf5c-33aaa2ef83ba req-cab9678c-8339-41c8-8b48-2add742e1c3e tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:36.781855 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4790c57c-6882-41ec-bf5c-33aaa2ef83ba req-cab9678c-8339-41c8-8b48-2add742e1c3e tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 945 time: 0.0692680 Jun 18 22:07:36.823854 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4790c57c-6882-41ec-bf5c-33aaa2ef83ba req-e1c5a8f9-ce95-4623-a29c-a800f2a4313e tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353856 Jun 18 22:07:37.157751 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3d275-1e49-4a22-9996-5aea6729af5a req-6e95d32f-cd38-445b-919d-26dbfa02d7da tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:37.157751 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-15f3d275-1e49-4a22-9996-5aea6729af5a req-6e95d32f-cd38-445b-919d-26dbfa02d7da tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0635471 Jun 18 22:07:37.197490 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-15f3d275-1e49-4a22-9996-5aea6729af5a req-61fd2b33-d89c-4149-926a-25aa8ca5d022 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447652 Jun 18 22:07:37.801565 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9ad27-641a-45fc-85a7-624f91ac23d8 req-856eee9c-da22-42e1-a85f-eff7c88d0bdf tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:37.803305 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-79d9ad27-641a-45fc-85a7-624f91ac23d8 req-856eee9c-da22-42e1-a85f-eff7c88d0bdf tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 943 time: 0.0663586 Jun 18 22:07:37.856513 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-79d9ad27-641a-45fc-85a7-624f91ac23d8 req-d4c0d031-2be4-48e7-bb2f-837ddfddcca3 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457368 Jun 18 22:07:38.030542 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d178ae-1382-4c19-a6e6-73b8123684a9 req-a19a87d6-8631-4e79-a1f4-62df07bb20ee tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:38.031991 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a4d178ae-1382-4c19-a6e6-73b8123684a9 req-a19a87d6-8631-4e79-a1f4-62df07bb20ee tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 945 time: 0.0659089 Jun 18 22:07:38.073681 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a4d178ae-1382-4c19-a6e6-73b8123684a9 req-da1e852a-5b59-4de8-8f18-7c95540e0423 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357299 Jun 18 22:07:38.376798 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3517de1-62ba-435e-ae62-9c8710c64327 req-89e16487-4d57-4789-b1cb-e328d012c105 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:38.379710 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c3517de1-62ba-435e-ae62-9c8710c64327 req-89e16487-4d57-4789-b1cb-e328d012c105 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0666010 Jun 18 22:07:38.393995 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-cc11cf82-9124-4e04-9754-ad48afa7063a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:38.422212 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c3517de1-62ba-435e-ae62-9c8710c64327 req-d15c1dec-37ac-4077-931e-17f275e05845 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383165 Jun 18 22:07:39.048800 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec5968-6885-404e-92b0-c0389b5ff12a req-e779d222-fe94-4881-acd9-a6a678fb18f8 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:39.056653 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c1ec5968-6885-404e-92b0-c0389b5ff12a req-e779d222-fe94-4881-acd9-a6a678fb18f8 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 943 time: 0.0770664 Jun 18 22:07:39.079651 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:39.100777 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c1ec5968-6885-404e-92b0-c0389b5ff12a req-b248b25c-2e9f-4f44-8381-140d1280b054 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389721 Jun 18 22:07:39.260014 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bb26f-b250-4a55-bc86-e941cb3bba1c req-04d6cee3-3933-49b3-a8cf-7ec867f8b4b3 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:39.261536 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b79bb26f-b250-4a55-bc86-e941cb3bba1c req-04d6cee3-3933-49b3-a8cf-7ec867f8b4b3 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 945 time: 0.0670006 Jun 18 22:07:39.310956 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b79bb26f-b250-4a55-bc86-e941cb3bba1c req-4d55f547-6f84-464f-aedb-c4177b03f61d tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392478 Jun 18 22:07:39.537663 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:39.611883 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadaa142-f092-4f95-afae-dae44569c30b req-ea84d07b-6c21-4c98-a672-f9f0ff8f5d78 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:39.613534 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eadaa142-f092-4f95-afae-dae44569c30b req-ea84d07b-6c21-4c98-a672-f9f0ff8f5d78 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0665796 Jun 18 22:07:39.657449 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eadaa142-f092-4f95-afae-dae44569c30b req-b34190a2-86e3-4540-97ed-ae10b9eb074c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381634 Jun 18 22:07:40.279093 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7b5bd-8dd0-49e2-b06e-ec5245959b1f req-301dcf5a-93b4-42dd-a6ac-25bcbb576400 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:40.280644 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12e7b5bd-8dd0-49e2-b06e-ec5245959b1f req-301dcf5a-93b4-42dd-a6ac-25bcbb576400 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 943 time: 0.0680006 Jun 18 22:07:40.321074 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12e7b5bd-8dd0-49e2-b06e-ec5245959b1f req-336be336-0b4c-4b97-aae8-c8abbab5b0dd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349040 Jun 18 22:07:40.535135 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5c9cc-c824-4235-801f-ccb4e5b8a1cd req-cca89366-7d1a-4cd1-8aba-a7e337562d87 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:40.537937 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cec5c9cc-c824-4235-801f-ccb4e5b8a1cd req-cca89366-7d1a-4cd1-8aba-a7e337562d87 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 945 time: 0.0968802 Jun 18 22:07:40.586012 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cec5c9cc-c824-4235-801f-ccb4e5b8a1cd req-effc80e9-461f-4082-9048-b22da95b8451 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408180 Jun 18 22:07:40.836863 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbbf75-5000-4c3f-91c6-b470a1a8ad14 req-434659e7-cb8f-4c15-b878-6eafa1221608 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:40.838319 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1dfbbf75-5000-4c3f-91c6-b470a1a8ad14 req-434659e7-cb8f-4c15-b878-6eafa1221608 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0678225 Jun 18 22:07:40.877694 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1dfbbf75-5000-4c3f-91c6-b470a1a8ad14 req-0efb77bb-652a-4299-a00f-23f78f935e7b tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338500 Jun 18 22:07:41.503131 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8957d-e407-49d5-baaa-cd304bf4ed7f req-9ded6862-4ed8-4a97-b7d3-99b35591cdde tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:41.504580 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3af8957d-e407-49d5-baaa-cd304bf4ed7f req-9ded6862-4ed8-4a97-b7d3-99b35591cdde tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 943 time: 0.0650103 Jun 18 22:07:41.513988 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:41.544409 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3af8957d-e407-49d5-baaa-cd304bf4ed7f req-bf50ffaf-c021-43ee-9b25-e418ba6ac848 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335312 Jun 18 22:07:41.634554 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4cb9a-88c0-4dd8-bbfd-14026c4c6e6e req-bbfeea8a-0afe-4f6d-84b0-67cfb83842f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:41.636018 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d2f4cb9a-88c0-4dd8-bbfd-14026c4c6e6e req-bbfeea8a-0afe-4f6d-84b0-67cfb83842f5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 1098 time: 0.0511141 Jun 18 22:07:41.678689 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d2f4cb9a-88c0-4dd8-bbfd-14026c4c6e6e req-b8fd8034-f5a8-42e5-8531-1497424c9c71 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356543 Jun 18 22:07:41.756759 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e6201-f3e6-4b6c-9780-ed16322e3054 req-1ab8ff2e-4cd8-4ec5-b4d1-364e02c36565 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:41.758242 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-216e6201-f3e6-4b6c-9780-ed16322e3054 req-1ab8ff2e-4cd8-4ec5-b4d1-364e02c36565 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 945 time: 0.0620382 Jun 18 22:07:41.795843 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-216e6201-f3e6-4b6c-9780-ed16322e3054 req-e349f061-b65e-4790-869e-fc982421959a tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320783 Jun 18 22:07:42.058262 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e3e24-a360-4e41-9f3a-1aff4be322fb req-6fbb2faa-730a-4d1f-bbe2-b3cf25f209d3 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:42.060012 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f98e3e24-a360-4e41-9f3a-1aff4be322fb req-6fbb2faa-730a-4d1f-bbe2-b3cf25f209d3 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0712194 Jun 18 22:07:42.104336 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f98e3e24-a360-4e41-9f3a-1aff4be322fb req-0b338e01-d8e2-4883-8e81-77bae95e0028 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384054 Jun 18 22:07:42.729336 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86532b45-e351-473a-8b37-4ec46319deb5 req-f111a9be-cde2-4370-953c-92f07b4dac77 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:42.730936 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-86532b45-e351-473a-8b37-4ec46319deb5 req-f111a9be-cde2-4370-953c-92f07b4dac77 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 943 time: 0.0672047 Jun 18 22:07:42.770870 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-86532b45-e351-473a-8b37-4ec46319deb5 req-e5525fa3-c04b-4ccb-bea7-600b55d47ca3 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342371 Jun 18 22:07:42.795839 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 04986084-5048-40a7-95c9-4f029ebab1ce details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:07:42.890394 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 04986084-5048-40a7-95c9-4f029ebab1ce, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=04986084-5048-40a7-95c9-4f029ebab1ce,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:42.902318 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': '04986084-5048-40a7-95c9-4f029ebab1ce', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'port_id': '04986084-5048-40a7-95c9-4f029ebab1ce', 'mac_address': 'fa:16:3e:de:b0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:07:42.943621 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:42.956513 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04986084-5048-40a7-95c9-4f029ebab1ce {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:07:42.973462 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7debff3-2cd4-400a-907e-2a18c22a3c45 req-35ab68ad-e937-4956-8671-04aa77f1fa8c tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:42.975423 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7debff3-2cd4-400a-907e-2a18c22a3c45 req-35ab68ad-e937-4956-8671-04aa77f1fa8c tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 945 time: 0.0662777 Jun 18 22:07:42.976419 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 04986084-5048-40a7-95c9-4f029ebab1ce, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=04986084-5048-40a7-95c9-4f029ebab1ce,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:43.044618 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7debff3-2cd4-400a-907e-2a18c22a3c45 req-771dc5c8-e6fb-4505-a690-1e281574d267 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609691 Jun 18 22:07:43.057718 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd575a06-db81-49a2-831d-129f6a7c920a req-2739f5b1-7e86-4b5d-90c5-4b4953553a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:43.059716 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dd575a06-db81-49a2-831d-129f6a7c920a req-2739f5b1-7e86-4b5d-90c5-4b4953553a80 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c&tenant_id=ed9e4db77ad6448dba057f80f84b20ef HTTP/1.1" status: 200 len: 1096 time: 0.0831525 Jun 18 22:07:43.067978 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:43.071007 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:43.119953 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=04986084-5048-40a7-95c9-4f029ebab1ce,revision_number=9']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:43.125184 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:43.164165 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd575a06-db81-49a2-831d-129f6a7c920a req-dd4218ce-d4d8-488d-a026-f01e638b6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:43.165740 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dd575a06-db81-49a2-831d-129f6a7c920a req-dd4218ce-d4d8-488d-a026-f01e638b6aee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed9e4db77ad6448dba057f80f84b20ef&device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 1096 time: 0.0733929 Jun 18 22:07:43.292221 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd575a06-db81-49a2-831d-129f6a7c920a req-ba91fe8e-1a62-4099-b858-7014c06a43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:43.293656 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dd575a06-db81-49a2-831d-129f6a7c920a req-ba91fe8e-1a62-4099-b858-7014c06a43d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d0970eb9-7453-4bc7-acc8-23863a420423 HTTP/1.1" status: 200 len: 910 time: 0.1208401 Jun 18 22:07:43.346954 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c8dc0-39b9-4318-b850-f5882e01e6b2 req-0a631fde-ee97-4d02-b3cc-7a3300b682d4 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:43.348319 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-273c8dc0-39b9-4318-b850-f5882e01e6b2 req-0a631fde-ee97-4d02-b3cc-7a3300b682d4 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.1245096 Jun 18 22:07:43.378757 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['04986084-5048-40a7-95c9-4f029ebab1ce'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:07:43.384060 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dd575a06-db81-49a2-831d-129f6a7c920a req-e91acde2-4d16-4100-9fe9-0f0c90524ccb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6263e30-7bb0-4c20-95f0-db518eede253 HTTP/1.1" status: 200 len: 999 time: 0.0828204 Jun 18 22:07:43.422332 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-273c8dc0-39b9-4318-b850-f5882e01e6b2 req-7174b4b1-d548-4ab6-99ab-6ddf4bb22a6b tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671375 Jun 18 22:07:43.440833 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd575a06-db81-49a2-831d-129f6a7c920a req-16093cc3-b720-45a4-a902-b5cfd86ede9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:43.442341 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dd575a06-db81-49a2-831d-129f6a7c920a req-16093cc3-b720-45a4-a902-b5cfd86ede9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43c6e494-71ef-4246-96bb-6c5d7207995a HTTP/1.1" status: 200 len: 848 time: 0.0515702 Jun 18 22:07:43.501984 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd575a06-db81-49a2-831d-129f6a7c920a req-feefff33-5fd7-4fe2-a797-80bd4997d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:43.503412 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dd575a06-db81-49a2-831d-129f6a7c920a req-feefff33-5fd7-4fe2-a797-80bd4997d6d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d0970eb9-7453-4bc7-acc8-23863a420423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545511 Jun 18 22:07:43.591456 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dd575a06-db81-49a2-831d-129f6a7c920a req-df474f4c-1e0d-4650-9825-ba07c4a0feb2 service neutron] 10.222.0.44 "GET /v2.0/networks/d0970eb9-7453-4bc7-acc8-23863a420423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808535 Jun 18 22:07:43.680836 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dd575a06-db81-49a2-831d-129f6a7c920a req-c5baf58e-a51c-47a1-a39f-d5401f86e64b service neutron] 10.222.0.44 "GET /v2.0/networks/d0970eb9-7453-4bc7-acc8-23863a420423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817058 Jun 18 22:07:43.944899 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a5723-792a-48f2-8d40-62ccac9101ea req-dc254efe-2d84-4b21-9b9a-45be495d1292 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:43.946249 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bb7a5723-792a-48f2-8d40-62ccac9101ea req-dc254efe-2d84-4b21-9b9a-45be495d1292 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 944 time: 0.0628712 Jun 18 22:07:43.982152 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bb7a5723-792a-48f2-8d40-62ccac9101ea req-6b2e059e-9f7d-4c45-93d3-08c733a5c5f5 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303369 Jun 18 22:07:44.217281 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dc81c-190a-4555-8e77-e794b17984e4 req-a71d06f0-fd27-4a2e-a00b-2887c47daf33 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:44.218699 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dc3dc81c-190a-4555-8e77-e794b17984e4 req-a71d06f0-fd27-4a2e-a00b-2887c47daf33 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 945 time: 0.0643551 Jun 18 22:07:44.254221 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dc3dc81c-190a-4555-8e77-e794b17984e4 req-38286035-4e75-4a94-a18b-90bf502cac60 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300386 Jun 18 22:07:44.597215 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4744a-1162-4ec6-9dc0-1641de7a9715 req-80b9b03d-0fcb-46b6-8451-a5868c31f5e7 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:44.599180 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-14c4744a-1162-4ec6-9dc0-1641de7a9715 req-80b9b03d-0fcb-46b6-8451-a5868c31f5e7 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0671227 Jun 18 22:07:44.637476 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-14c4744a-1162-4ec6-9dc0-1641de7a9715 req-4ee0d631-415a-4fe4-9ea5-e439f37ccd32 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322061 Jun 18 22:07:44.799829 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 04986084-5048-40a7-95c9-4f029ebab1ce up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:07:44.845570 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port 04986084-5048-40a7-95c9-4f029ebab1ce triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:44.845954 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:44.919895 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:44.944547 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04986084-5048-40a7-95c9-4f029ebab1ce'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:07:44.946791 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd2872b-e4cb-41b3-be75-d19e720c5488" -d '{"events": [{"server_uuid": "53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd", "name": "network-vif-plugged", "status": "completed", "tag": "04986084-5048-40a7-95c9-4f029ebab1ce"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:07:45.081989 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7924eb-7abb-4eaa-9e7a-10664bfa4745 x-openstack-request-id: req-9d7924eb-7abb-4eaa-9e7a-10664bfa4745 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:07:45.082302 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd", "name": "network-vif-plugged", "status": "completed", "tag": "04986084-5048-40a7-95c9-4f029ebab1ce", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:07:45.082570 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9d7924eb-7abb-4eaa-9e7a-10664bfa4745 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:07:45.082962 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04986084-5048-40a7-95c9-4f029ebab1ce', 'code': 200} Jun 18 22:07:45.086616 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 04986084-5048-40a7-95c9-4f029ebab1ce, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=04986084-5048-40a7-95c9-4f029ebab1ce,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:45.173037 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ebe73-8f04-4488-ae6b-f955149d9188 req-2940b314-e0b9-43ce-9aae-972c6b653ece tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:45.174574 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ba7ebe73-8f04-4488-ae6b-f955149d9188 req-2940b314-e0b9-43ce-9aae-972c6b653ece tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 944 time: 0.0626359 Jun 18 22:07:45.188406 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:45.190414 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-54113605-cd8a-4477-9b64-b561c7fd5c89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:45.217284 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ba7ebe73-8f04-4488-ae6b-f955149d9188 req-6dc3f463-0032-48eb-94e1-ef0cbc53a714 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366578 Jun 18 22:07:45.243083 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=04986084-5048-40a7-95c9-4f029ebab1ce,revision_number=10']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:45.246520 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:45.395371 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bc543-93aa-4cd5-8dca-3433abafe7aa req-5c81c094-2e14-4b1c-850a-8e2e9db0c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:45.397357 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a86bc543-93aa-4cd5-8dca-3433abafe7aa req-5c81c094-2e14-4b1c-850a-8e2e9db0c6cd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 1099 time: 0.0570936 Jun 18 22:07:45.431094 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a86bc543-93aa-4cd5-8dca-3433abafe7aa req-d3706c03-80aa-4d56-9b2c-4f460964ecae service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270636 Jun 18 22:07:45.817365 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cdeae-34f6-466d-9694-7cfd0b61d3e8 req-b6b334a2-948f-4cbe-ae6c-b9b34035607a tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:45.819659 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3c2cdeae-34f6-466d-9694-7cfd0b61d3e8 req-b6b334a2-948f-4cbe-ae6c-b9b34035607a tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0689800 Jun 18 22:07:45.858308 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3c2cdeae-34f6-466d-9694-7cfd0b61d3e8 req-87effd0e-d23b-402f-8828-d36cc25dfcb1 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330384 Jun 18 22:07:46.420791 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b7469-2840-438e-80ce-f78449e26fc3 req-b0859ed0-a527-467f-898b-d55667ae80f6 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:46.422542 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a85b7469-2840-438e-80ce-f78449e26fc3 req-b0859ed0-a527-467f-898b-d55667ae80f6 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 946 time: 0.0735805 Jun 18 22:07:46.467578 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a85b7469-2840-438e-80ce-f78449e26fc3 req-cd16219b-e4a4-44b9-b7c1-6fdcbd2e27ae tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362134 Jun 18 22:07:47.040004 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d140b0-2cbd-4d73-9d9b-bebb3ef05f48 req-ff4097e0-8c46-4875-8be0-f16b66df2abc tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:47.041651 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d9d140b0-2cbd-4d73-9d9b-bebb3ef05f48 req-ff4097e0-8c46-4875-8be0-f16b66df2abc tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0707512 Jun 18 22:07:47.080327 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d9d140b0-2cbd-4d73-9d9b-bebb3ef05f48 req-82056517-4440-44ae-9977-4bd129cc7620 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329063 Jun 18 22:07:47.139616 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:07:47.653242 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a8c9-e023-406e-a6ab-f63b489db471 req-33570437-4903-4064-ad32-f185449a1246 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:47.654714 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8658a8c9-e023-406e-a6ab-f63b489db471 req-33570437-4903-4064-ad32-f185449a1246 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 946 time: 0.0674150 Jun 18 22:07:47.693291 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8658a8c9-e023-406e-a6ab-f63b489db471 req-06561685-848b-4b77-b5e8-917227bacc64 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329185 Jun 18 22:07:48.255545 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a23136-d0a1-40ed-a70b-b1dce78b6c01 req-22f59813-4e11-4043-842d-fa9eb6ebde8e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:48.257038 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d5a23136-d0a1-40ed-a70b-b1dce78b6c01 req-22f59813-4e11-4043-842d-fa9eb6ebde8e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0617819 Jun 18 22:07:48.293456 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d5a23136-d0a1-40ed-a70b-b1dce78b6c01 req-9ba4c284-239e-47db-beeb-80a7b85748d8 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309186 Jun 18 22:07:48.645610 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:48.879132 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2e245-6015-4191-bfc7-9cca8d4216fd req-bfddc8a7-a55b-4f25-a4c1-2bc746776730 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:48.880654 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-33a2e245-6015-4191-bfc7-9cca8d4216fd req-bfddc8a7-a55b-4f25-a4c1-2bc746776730 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 946 time: 0.0672932 Jun 18 22:07:48.918854 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-33a2e245-6015-4191-bfc7-9cca8d4216fd req-658e55f8-37e7-4385-a576-e5c762716f55 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319257 Jun 18 22:07:49.468834 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38feaa53-5e79-4c81-bd14-03b64d13a276 req-a84d3569-1604-42a2-ae61-a02fa623c01c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:49.470287 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-38feaa53-5e79-4c81-bd14-03b64d13a276 req-a84d3569-1604-42a2-ae61-a02fa623c01c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0640247 Jun 18 22:07:49.512019 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-38feaa53-5e79-4c81-bd14-03b64d13a276 req-63737245-ad90-4393-89c5-ed48d32dd8a6 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352318 Jun 18 22:07:50.693469 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25c104-976e-4b28-bcef-ecc5ffa3b787 req-0b122724-c30f-4251-8edd-ed8cd0a0f561 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:50.694905 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5e25c104-976e-4b28-bcef-ecc5ffa3b787 req-0b122724-c30f-4251-8edd-ed8cd0a0f561 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 943 time: 0.0685551 Jun 18 22:07:50.734214 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5e25c104-976e-4b28-bcef-ecc5ffa3b787 req-a7c1536c-bf1b-4f2e-bde6-08eb9273d4fe tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330801 Jun 18 22:07:50.842422 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device b6263e30-7bb0-4c20-95f0-db518eede253 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:07:50.932574 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port b6263e30-7bb0-4c20-95f0-db518eede253, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b6263e30-7bb0-4c20-95f0-db518eede253,segment=NetworkSegment(2b331b0a-2380-4400-b62b-7b160dff8e3a),segment_id=2b331b0a-2380-4400-b62b-7b160dff8e3a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:50.946958 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': 'b6263e30-7bb0-4c20-95f0-db518eede253', 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423', 'port_id': 'b6263e30-7bb0-4c20-95f0-db518eede253', 'mac_address': 'fa:16:3e:72:51:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c6e494-71ef-4246-96bb-6c5d7207995a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:07:50.983003 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:50.995173 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6263e30-7bb0-4c20-95f0-db518eede253 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:07:51.015388 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port b6263e30-7bb0-4c20-95f0-db518eede253, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b6263e30-7bb0-4c20-95f0-db518eede253,segment=NetworkSegment(2b331b0a-2380-4400-b62b-7b160dff8e3a),segment_id=2b331b0a-2380-4400-b62b-7b160dff8e3a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:51.068659 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:51.071044 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:51.118296 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=b6263e30-7bb0-4c20-95f0-db518eede253,revision_number=7']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:51.122604 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:51.438700 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['b6263e30-7bb0-4c20-95f0-db518eede253'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:07:52.067545 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36e90-0ab9-4c2a-b02d-2694fd22594f req-2c6c5772-5514-498c-9500-605907f1a2a0 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:52.069062 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-45c36e90-0ab9-4c2a-b02d-2694fd22594f req-2c6c5772-5514-498c-9500-605907f1a2a0 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 944 time: 0.0635393 Jun 18 22:07:52.107876 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-45c36e90-0ab9-4c2a-b02d-2694fd22594f req-19373b65-3bce-45d4-8e46-04f70ed8b72a tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323560 Jun 18 22:07:52.878476 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device b6263e30-7bb0-4c20-95f0-db518eede253 up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:07:52.929278 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port b6263e30-7bb0-4c20-95f0-db518eede253 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:52.929706 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:53.013062 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:53.036197 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eaf8cc1-141b-4ce4-b3a5-43a520b9128c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6263e30-7bb0-4c20-95f0-db518eede253'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:07:53.038520 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9670beb-8ed6-4f74-afe9-a3dafbf44762" -d '{"events": [{"server_uuid": "6eaf8cc1-141b-4ce4-b3a5-43a520b9128c", "name": "network-vif-plugged", "status": "completed", "tag": "b6263e30-7bb0-4c20-95f0-db518eede253"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:07:53.052518 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port b6263e30-7bb0-4c20-95f0-db518eede253, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b6263e30-7bb0-4c20-95f0-db518eede253,segment=NetworkSegment(2b331b0a-2380-4400-b62b-7b160dff8e3a),segment_id=2b331b0a-2380-4400-b62b-7b160dff8e3a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:53.077175 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb10d5d6-aa8d-4f69-95ef-14ec5985c559 x-openstack-request-id: req-cb10d5d6-aa8d-4f69-95ef-14ec5985c559 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:07:53.077556 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eaf8cc1-141b-4ce4-b3a5-43a520b9128c", "name": "network-vif-plugged", "status": "completed", "tag": "b6263e30-7bb0-4c20-95f0-db518eede253", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:07:53.077825 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cb10d5d6-aa8d-4f69-95ef-14ec5985c559 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:07:53.078228 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eaf8cc1-141b-4ce4-b3a5-43a520b9128c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6263e30-7bb0-4c20-95f0-db518eede253', 'code': 200} Jun 18 22:07:53.171987 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:53.173965 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:53.222341 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=b6263e30-7bb0-4c20-95f0-db518eede253,revision_number=8']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:53.225328 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:53.301500 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6740939-9ca4-4559-a0b0-8d3e94a2e5eb req-d100caec-7a38-4d71-bf54-8eae6ad587a5 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:53.302982 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a6740939-9ca4-4559-a0b0-8d3e94a2e5eb req-d100caec-7a38-4d71-bf54-8eae6ad587a5 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.0794761 Jun 18 22:07:53.344029 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a6740939-9ca4-4559-a0b0-8d3e94a2e5eb req-61e97fda-899a-4541-94dd-72af7c34c815 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350544 Jun 18 22:07:53.448961 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fee92-a0e6-4fec-8178-802da5c4839b req-b61995bf-b261-4116-ae58-4b682f2e051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:53.450404 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dc5fee92-a0e6-4fec-8178-802da5c4839b req-b61995bf-b261-4116-ae58-4b682f2e051f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 1098 time: 0.0565956 Jun 18 22:07:53.487180 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dc5fee92-a0e6-4fec-8178-802da5c4839b req-9ec4efaa-fc0c-4d9f-85c6-1c3fb577a95b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281625 Jun 18 22:07:54.520714 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f038b-b012-4f47-8c48-c8329d03900d req-a3d432db-2146-40d8-8a89-2c40cd76ae5a tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:54.522153 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5a7f038b-b012-4f47-8c48-c8329d03900d req-a3d432db-2146-40d8-8a89-2c40cd76ae5a tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.0631344 Jun 18 22:07:54.558393 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5a7f038b-b012-4f47-8c48-c8329d03900d req-2fc46755-7410-4a26-a751-abfc7da0d5e4 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305948 Jun 18 22:07:55.741952 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254d7ff-bfd9-468a-b3cc-53c4f748fe2d req-df219e2a-d592-4f62-b82f-9ecd17a1286d tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:55.744481 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6254d7ff-bfd9-468a-b3cc-53c4f748fe2d req-df219e2a-d592-4f62-b82f-9ecd17a1286d tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.0681322 Jun 18 22:07:55.781161 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6254d7ff-bfd9-468a-b3cc-53c4f748fe2d req-88533091-075b-46d8-9009-39a42f8f6dbb tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313554 Jun 18 22:07:56.934092 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc436e0-da90-4583-922a-01376720e351 req-e8556270-f7e5-4434-9580-4586d4dcaced tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:56.935830 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ddc436e0-da90-4583-922a-01376720e351 req-e8556270-f7e5-4434-9580-4586d4dcaced tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 946 time: 0.0630605 Jun 18 22:07:56.973127 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ddc436e0-da90-4583-922a-01376720e351 req-36b9ffce-a478-4373-a498-be4f62d7adb9 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=d17e0177-8253-40ca-ac5a-0c3a473dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317564 Jun 18 22:07:58.143541 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7082f-cc48-44f2-8d11-72e1967fb6ba req-5f2520d7-fd32-4797-8e89-5ff8b418ba4b tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:58.144987 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-69d7082f-cc48-44f2-8d11-72e1967fb6ba req-5f2520d7-fd32-4797-8e89-5ff8b418ba4b tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 946 time: 0.0616150 Jun 18 22:07:58.181292 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-69d7082f-cc48-44f2-8d11-72e1967fb6ba req-86508d03-ca37-4bae-a15d-b2fbba728ef1 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=d17e0177-8253-40ca-ac5a-0c3a473dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299637 Jun 18 22:07:59.180437 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bd97b-92a6-4679-8d46-8f1400514b20 req-6eb4d34e-5bbd-4e45-bd77-17563185b1f7 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:59.181943 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a61bd97b-92a6-4679-8d46-8f1400514b20 req-6eb4d34e-5bbd-4e45-bd77-17563185b1f7 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.44 "GET /v2.0/ports?device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 946 time: 0.0636921 Jun 18 22:07:59.278924 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-a61bd97b-92a6-4679-8d46-8f1400514b20 req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Deleting port 5129ee5b-a638-48e8-88bb-e207792b1a34 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:07:59.279262 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-a61bd97b-92a6-4679-8d46-8f1400514b20 req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:59.690182 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-a61bd97b-92a6-4679-8d46-8f1400514b20 req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] For port 5129ee5b-a638-48e8-88bb-e207792b1a34, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=5129ee5b-a638-48e8-88bb-e207792b1a34,segment=NetworkSegment(460f6417-ab01-4abe-9260-59d1ab54280a),segment_id=460f6417-ab01-4abe-9260-59d1ab54280a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:59.690541 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-a61bd97b-92a6-4679-8d46-8f1400514b20 req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:59.710872 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfa1bc-ca44-4c9a-9ec8-562f4b0b6450 req-c15c34ec-fb55-4755-be75-0efc09d9361f tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:59.712850 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b6dfa1bc-ca44-4c9a-9ec8-562f4b0b6450 req-c15c34ec-fb55-4755-be75-0efc09d9361f tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 946 time: 0.4198227 Jun 18 22:07:59.812645 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b6dfa1bc-ca44-4c9a-9ec8-562f4b0b6450 req-a7c261e6-63a4-4d2f-bed5-382383999fa6 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups?id=d17e0177-8253-40ca-ac5a-0c3a473dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713983 Jun 18 22:07:59.887543 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-a61bd97b-92a6-4679-8d46-8f1400514b20 req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:59.887906 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-a61bd97b-92a6-4679-8d46-8f1400514b20 req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546185'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:59.888247 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.l3_db [req-a61bd97b-92a6-4679-8d46-8f1400514b20 req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Floating IP cc94a2cb-aba8-4a2b-ac1b-5b202f0469c9 disassociated. External IP: 172.27.1.213, port: 5129ee5b-a638-48e8-88bb-e207792b1a34. Jun 18 22:07:59.888585 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-a61bd97b-92a6-4679-8d46-8f1400514b20 req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Calling delete_port for 5129ee5b-a638-48e8-88bb-e207792b1a34 owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:08:00.074374 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-a61bd97b-92a6-4679-8d46-8f1400514b20 req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:00.079852 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-da2c3b07-aba4-47e9-99a7-aba145d537a7 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:00.113159 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Pushing event deleted for resources: {'Port': ['ID=5129ee5b-a638-48e8-88bb-e207792b1a34,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:00.122261 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:00.122630 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:00.122989 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:00.123732 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:00.123732 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:00.124034 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:00.124491 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:00.124849 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:00.125127 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:00.125516 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:00.125858 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:00.126198 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:00.129356 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:00.229269 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a61bd97b-92a6-4679-8d46-8f1400514b20 req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Router 0921b025-e2b4-4383-a53d-a8b61d11b756 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:08:00.330565 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a61bd97b-92a6-4679-8d46-8f1400514b20 req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:08:00.339758 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eadc30-c126-4d34-8a3d-495609b96096 None None] Sync routers for ids ['0921b025-e2b4-4383-a53d-a8b61d11b756'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:08:00.349858 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eadc30-c126-4d34-8a3d-495609b96096 None None] Routers {'0921b025-e2b4-4383-a53d-a8b61d11b756'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:08:00.350485 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-16eadc30-c126-4d34-8a3d-495609b96096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:07:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['0921b025-e2b4-4383-a53d-a8b61d11b756'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:00.375415 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61bd97b-92a6-4679-8d46-8f1400514b20 req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] No DVR routers for this DVR port 5129ee5b-a638-48e8-88bb-e207792b1a34 on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:08:00.377945 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-a61bd97b-92a6-4679-8d46-8f1400514b20 req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:00.379901 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a61bd97b-92a6-4679-8d46-8f1400514b20 req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.44 "DELETE /v2.0/ports/5129ee5b-a638-48e8-88bb-e207792b1a34 HTTP/1.1" status: 204 len: 173 time: 1.1916666 Jun 18 22:08:00.380447 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45cbb1a-79be-404a-b554-7367a0f474e8', 'name': 'network-vif-deleted', 'tag': '5129ee5b-a638-48e8-88bb-e207792b1a34'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:08:00.382785 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2e96a4-312f-400f-baa9-1061791183e1" -d '{"events": [{"server_uuid": "f45cbb1a-79be-404a-b554-7367a0f474e8", "name": "network-vif-deleted", "tag": "5129ee5b-a638-48e8-88bb-e207792b1a34"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:08:00.419212 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3ccad2-67d0-43d7-b6af-d8a8909de86a x-openstack-request-id: req-3f3ccad2-67d0-43d7-b6af-d8a8909de86a {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:08:00.419536 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45cbb1a-79be-404a-b554-7367a0f474e8", "name": "network-vif-deleted", "tag": "5129ee5b-a638-48e8-88bb-e207792b1a34", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:08:00.419822 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3f3ccad2-67d0-43d7-b6af-d8a8909de86a {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:08:00.420274 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45cbb1a-79be-404a-b554-7367a0f474e8', 'name': 'network-vif-deleted', 'tag': '5129ee5b-a638-48e8-88bb-e207792b1a34', 'status': 'completed', 'code': 200} Jun 18 22:08:00.464255 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-16eadc30-c126-4d34-8a3d-495609b96096 None None] Set router 0921b025-e2b4-4383-a53d-a8b61d11b756 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:08:00.670962 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-16eadc30-c126-4d34-8a3d-495609b96096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:12Z', 'revision_number': 4, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port': {'id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': 'f6483501-f72e-4e29-8843-6301c29c072d', 'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'mac_address': 'fa:16:3e:df:8c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:28Z', 'revision_number': 5, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'subnets': [{'id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:00.699331 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eadc30-c126-4d34-8a3d-495609b96096 None None] Checking router: 0921b025-e2b4-4383-a53d-a8b61d11b756 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:08:00.708673 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eadc30-c126-4d34-8a3d-495609b96096 None None] Routers {'0921b025-e2b4-4383-a53d-a8b61d11b756'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:08:00.709285 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-16eadc30-c126-4d34-8a3d-495609b96096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:07:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['0921b025-e2b4-4383-a53d-a8b61d11b756'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:00.817536 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-16eadc30-c126-4d34-8a3d-495609b96096 None None] Set router 0921b025-e2b4-4383-a53d-a8b61d11b756 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:08:00.962507 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cddbd4d9-e485-4f6f-adf5-97b6379801ee req-f85f9a11-23c7-49f1-ae17-75c29ce0f520 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/ports?device_id=f45cbb1a-79be-404a-b554-7367a0f474e8 HTTP/1.1" status: 200 len: 210 time: 0.0279641 Jun 18 22:08:01.016115 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-16eadc30-c126-4d34-8a3d-495609b96096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:12Z', 'revision_number': 4, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port': {'id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': 'f6483501-f72e-4e29-8843-6301c29c072d', 'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'mac_address': 'fa:16:3e:df:8c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:28Z', 'revision_number': 5, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'subnets': [{'id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:01.042115 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eadc30-c126-4d34-8a3d-495609b96096 None None] The sync data for ids ['0921b025-e2b4-4383-a53d-a8b61d11b756'] in dv-cinder-766752-3-iscsi is: [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:01:12Z', 'revision_number': 4, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port': {'id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': 'f6483501-f72e-4e29-8843-6301c29c072d', 'name': '', 'network_id': 'b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'mac_address': 'fa:16:3e:df:8c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:28Z', 'revision_number': 5, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'subnets': [{'id': 'e88c2615-07dc-46be-ba2d-38e20e9d69fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:08:01.250719 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105e3e70-171c-4cca-94e7-d182181690a1 None None] New status for floating IP cc94a2cb-aba8-4a2b-ac1b-5b202f0469c9: DOWN {{(pid=93156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:08:02.155425 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 40758) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:02.209235 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f0c765ab-d684-406d-9206-7db1c163b1e5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:02.231183 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f0c765ab-d684-406d-9206-7db1c163b1e5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:02.349105 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f0c765ab-d684-406d-9206-7db1c163b1e5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:02.351702 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f0c765ab-d684-406d-9206-7db1c163b1e5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:02.353498 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-f0c765ab-d684-406d-9206-7db1c163b1e5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "DELETE /v2.0/security-groups/d17e0177-8253-40ca-ac5a-0c3a473dc064 HTTP/1.1" status: 204 len: 168 time: 0.1970384 Jun 18 22:08:02.354315 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b4fd0046-3367-4c1b-8b05-d2031f8ed518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:02.356388 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 40760) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:02.362918 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c765ab-d684-406d-9206-7db1c163b1e5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17e0177-8253-40ca-ac5a-0c3a473dc064,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:02.369830 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.api.v2.resource [None req-c4146c31-e51b-4a7d-8b72-76206ae42031 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] show failed (client error): The resource could not be found. Jun 18 22:08:02.370513 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c765ab-d684-406d-9206-7db1c163b1e5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.370845 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-c4146c31-e51b-4a7d-8b72-76206ae42031 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "GET /v2.0/security-groups/d17e0177-8253-40ca-ac5a-0c3a473dc064 HTTP/1.1" status: 404 len: 347 time: 0.0134835 Jun 18 22:08:02.371010 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c765ab-d684-406d-9206-7db1c163b1e5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.371271 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c765ab-d684-406d-9206-7db1c163b1e5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.371640 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c765ab-d684-406d-9206-7db1c163b1e5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.372005 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c765ab-d684-406d-9206-7db1c163b1e5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.372408 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c765ab-d684-406d-9206-7db1c163b1e5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.372769 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c765ab-d684-406d-9206-7db1c163b1e5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.373132 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c765ab-d684-406d-9206-7db1c163b1e5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.373549 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c765ab-d684-406d-9206-7db1c163b1e5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.373662 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 40762) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:02.373862 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c765ab-d684-406d-9206-7db1c163b1e5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.374238 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c765ab-d684-406d-9206-7db1c163b1e5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.374572 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c765ab-d684-406d-9206-7db1c163b1e5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.377698 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-f0c765ab-d684-406d-9206-7db1c163b1e5 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:02.498381 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ffc46a4a-48f8-411b-8e42-52205aca0fa8 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Deleting port 704e0950-3b83-43e4-8532-189d66d9f025 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:08:02.498712 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ffc46a4a-48f8-411b-8e42-52205aca0fa8 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:02.572227 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ffc46a4a-48f8-411b-8e42-52205aca0fa8 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:02.572463 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ffc46a4a-48f8-411b-8e42-52205aca0fa8 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:02.634388 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ffc46a4a-48f8-411b-8e42-52205aca0fa8 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Calling delete_port for 704e0950-3b83-43e4-8532-189d66d9f025 owned by network:floatingip {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:08:02.805846 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ffc46a4a-48f8-411b-8e42-52205aca0fa8 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:02.807797 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:02.830901 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc46a4a-48f8-411b-8e42-52205aca0fa8 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Pushing event deleted for resources: {'Port': ['ID=704e0950-3b83-43e4-8532-189d66d9f025,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:02.834010 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ffc46a4a-48f8-411b-8e42-52205aca0fa8 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:02.895176 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ffc46a4a-48f8-411b-8e42-52205aca0fa8 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks [] for floatingip, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:02.897668 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ffc46a4a-48f8-411b-8e42-52205aca0fa8 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:02.898788 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ffc46a4a-48f8-411b-8e42-52205aca0fa8 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] 10.222.0.38 "DELETE /v2.0/floatingips/cc94a2cb-aba8-4a2b-ac1b-5b202f0469c9 HTTP/1.1" status: 204 len: 168 time: 0.5243025 Jun 18 22:08:02.917389 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 5129ee5b-a638-48e8-88bb-e207792b1a34 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:08:02.938923 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] No Port match for: 5129ee5b-a638-48e8-88bb-e207792b1a34 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:08:02.939284 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 5129ee5b-a638-48e8-88bb-e207792b1a34 not bound to the agent host hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:08:05.961041 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6f5c18e2-b997-48cf-83c5-a747702dc679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:06.941322 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 40808) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:07.313745 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5077dce6-a81e-47d6-909d-6eed910b4c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606708'] for router_interface, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:07.551703 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-5077dce6-a81e-47d6-909d-6eed910b4c11 admin admin] Deleting port f6483501-f72e-4e29-8843-6301c29c072d {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:08:07.552041 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5077dce6-a81e-47d6-909d-6eed910b4c11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:07.625364 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-5077dce6-a81e-47d6-909d-6eed910b4c11 admin admin] For port f6483501-f72e-4e29-8843-6301c29c072d, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=f6483501-f72e-4e29-8843-6301c29c072d,segment=NetworkSegment(460f6417-ab01-4abe-9260-59d1ab54280a),segment_id=460f6417-ab01-4abe-9260-59d1ab54280a)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:08:07.625627 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5077dce6-a81e-47d6-909d-6eed910b4c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:07.688038 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-5077dce6-a81e-47d6-909d-6eed910b4c11 admin admin] Calling delete_port for f6483501-f72e-4e29-8843-6301c29c072d owned by network:router_interface {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:08:07.915603 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5077dce6-a81e-47d6-909d-6eed910b4c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460578'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:07.918633 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-4a1405ee-3aee-4266-8c1f-4c5e3aec2e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:07.942240 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077dce6-a81e-47d6-909d-6eed910b4c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6483501-f72e-4e29-8843-6301c29c072d,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:07.945489 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-5077dce6-a81e-47d6-909d-6eed910b4c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:08.287646 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5077dce6-a81e-47d6-909d-6eed910b4c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606536'] for router_interface, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:08.332451 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-42fa3fb1-6f99-44a7-a711-8e516574213c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:08.491185 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5077dce6-a81e-47d6-909d-6eed910b4c11 admin admin] Router 0921b025-e2b4-4383-a53d-a8b61d11b756 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:08:08.591595 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5077dce6-a81e-47d6-909d-6eed910b4c11 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:08:08.598383 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-5077dce6-a81e-47d6-909d-6eed910b4c11 admin admin] 10.222.0.38 "PUT /v2.0/routers/0921b025-e2b4-4383-a53d-a8b61d11b756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6559193 Jun 18 22:08:08.600872 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 40814) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:08.602391 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679589c5-a120-47b9-baff-12aa1fb2ee7f None None] Sync routers for ids ['0921b025-e2b4-4383-a53d-a8b61d11b756'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:08:08.612424 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679589c5-a120-47b9-baff-12aa1fb2ee7f None None] Routers {'0921b025-e2b4-4383-a53d-a8b61d11b756'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:08:08.613164 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-679589c5-a120-47b9-baff-12aa1fb2ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:08:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['0921b025-e2b4-4383-a53d-a8b61d11b756'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:08.699242 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d773e297-76ae-4d54-add3-3fb86df5c616 admin admin] Notify callbacks [] for router, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:08.715644 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-679589c5-a120-47b9-baff-12aa1fb2ee7f None None] Set router 0921b025-e2b4-4383-a53d-a8b61d11b756 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:08:08.800857 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d773e297-76ae-4d54-add3-3fb86df5c616 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:08.906157 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-679589c5-a120-47b9-baff-12aa1fb2ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:08:07Z', 'revision_number': 5, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port': {'id': '3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:07Z', 'updated_at': '2021-06-18T22:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:08.909617 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:08.922192 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-d773e297-76ae-4d54-add3-3fb86df5c616 admin admin] Deleting port 3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:08:08.922497 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d773e297-76ae-4d54-add3-3fb86df5c616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:08.935914 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679589c5-a120-47b9-baff-12aa1fb2ee7f None None] Checking router: 0921b025-e2b4-4383-a53d-a8b61d11b756 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:08:08.945396 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679589c5-a120-47b9-baff-12aa1fb2ee7f None None] Routers {'0921b025-e2b4-4383-a53d-a8b61d11b756'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:08:08.946027 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-679589c5-a120-47b9-baff-12aa1fb2ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:08:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['0921b025-e2b4-4383-a53d-a8b61d11b756'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:09.009349 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-d773e297-76ae-4d54-add3-3fb86df5c616 admin admin] For port 3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:08:09.009998 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d773e297-76ae-4d54-add3-3fb86df5c616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.034064 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-679589c5-a120-47b9-baff-12aa1fb2ee7f None None] Set router 0921b025-e2b4-4383-a53d-a8b61d11b756 gateway port host: None {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:08:09.073258 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-d773e297-76ae-4d54-add3-3fb86df5c616 admin admin] Calling delete_port for 3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5 owned by network:router_gateway {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:08:09.085262 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-679589c5-a120-47b9-baff-12aa1fb2ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:08:08Z', 'revision_number': 6, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port_host': None}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:09.114200 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679589c5-a120-47b9-baff-12aa1fb2ee7f None None] The sync data for ids ['0921b025-e2b4-4383-a53d-a8b61d11b756'] in dv-cinder-766752-3-iscsi is: [{'id': '0921b025-e2b4-4383-a53d-a8b61d11b756', 'name': 'tempest-AttachVolumeTestJSON-1755156789-router', 'tenant_id': '060b087bd54643a881c64aaba76b1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:06Z', 'updated_at': '2021-06-18T22:08:08Z', 'revision_number': 6, 'project_id': '060b087bd54643a881c64aaba76b1ffe', 'gw_port_host': None}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:08:09.281045 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d773e297-76ae-4d54-add3-3fb86df5c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460578'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.283726 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-a157541c-74bc-40c0-aa70-3fcd571dc5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:09.311252 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773e297-76ae-4d54-add3-3fb86df5c616 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:09.313404 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d773e297-76ae-4d54-add3-3fb86df5c616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:09.367811 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d773e297-76ae-4d54-add3-3fb86df5c616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546148'] for router_gateway, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.452950 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d773e297-76ae-4d54-add3-3fb86df5c616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1833'] for router, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.454999 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d773e297-76ae-4d54-add3-3fb86df5c616 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.528622 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.583593 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d773e297-76ae-4d54-add3-3fb86df5c616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607531'] for router, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.584171 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d773e297-76ae-4d54-add3-3fb86df5c616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0921b025-e2b4-4383-a53d-a8b61d11b756 {{(pid=93153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 22:08:09.589079 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d773e297-76ae-4d54-add3-3fb86df5c616 admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.590195 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-d773e297-76ae-4d54-add3-3fb86df5c616 admin admin] 10.222.0.38 "DELETE /v2.0/routers/0921b025-e2b4-4383-a53d-a8b61d11b756 HTTP/1.1" status: 204 len: 168 time: 0.9884248 Jun 18 22:08:09.592805 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 40818) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:09.634656 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b4b6cc-4d7a-4f93-aaf2-6eb8ef601ab8 admin admin] Deleting subnet e88c2615-07dc-46be-ba2d-38e20e9d69fe {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:08:09.637557 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-88b4b6cc-4d7a-4f93-aaf2-6eb8ef601ab8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.670310 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-88b4b6cc-4d7a-4f93-aaf2-6eb8ef601ab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460699'] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.745245 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-88b4b6cc-4d7a-4f93-aaf2-6eb8ef601ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814669'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.841132 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-88b4b6cc-4d7a-4f93-aaf2-6eb8ef601ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9460504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9844756'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.843152 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:09.867624 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4b6cc-4d7a-4f93-aaf2-6eb8ef601ab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e88c2615-07dc-46be-ba2d-38e20e9d69fe,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:09.870856 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-88b4b6cc-4d7a-4f93-aaf2-6eb8ef601ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:09.871849 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-88b4b6cc-4d7a-4f93-aaf2-6eb8ef601ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.873721 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-88b4b6cc-4d7a-4f93-aaf2-6eb8ef601ab8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e88c2615-07dc-46be-ba2d-38e20e9d69fe HTTP/1.1" status: 204 len: 168 time: 0.2799780 Jun 18 22:08:09.876274 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 40820) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:09.877334 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fdce38-c3dc-421b-8a1a-bdb6a8ffb265 None None] Network b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:08:09.952335 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780721'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.004943 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] Deleting port 25d84918-0158-4606-accc-fd803120a168 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:08:10.005385 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.085952 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] For port 25d84918-0158-4606-accc-fd803120a168, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=25d84918-0158-4606-accc-fd803120a168,segment=NetworkSegment(460f6417-ab01-4abe-9260-59d1ab54280a),segment_id=460f6417-ab01-4abe-9260-59d1ab54280a)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:08:10.086531 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.140457 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] DHCP port deletion for b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba request from dv-cinder-766752-3-iscsi {{(pid=93155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 22:08:10.152913 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] Calling delete_port for 25d84918-0158-4606-accc-fd803120a168 owned by network:dhcp {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:08:10.190711 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] Deleting port 25d84918-0158-4606-accc-fd803120a168 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:08:10.191127 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.251827 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] For port 25d84918-0158-4606-accc-fd803120a168, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=25d84918-0158-4606-accc-fd803120a168,segment=NetworkSegment(460f6417-ab01-4abe-9260-59d1ab54280a),segment_id=460f6417-ab01-4abe-9260-59d1ab54280a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:08:10.252260 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.304538 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460578'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.307642 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-ec60f1f1-9c40-4829-ba17-5c49b1c143fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:10.329910 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] Calling delete_port for 25d84918-0158-4606-accc-fd803120a168 owned by network:dhcp {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:08:10.330185 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=25d84918-0158-4606-accc-fd803120a168,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:10.333837 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:10.336311 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] No DVR routers for this DVR port 25d84918-0158-4606-accc-fd803120a168 on host dv-cinder-766752-3-iscsi {{(pid=93153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:08:10.403546 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.407120 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:10.410709 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817618', 'neutron.services.segments.db._delete_segments_for_network-8737367115731'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.421004 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:10.428773 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] Pushing event deleted for resources: {'Port': ['ID=25d84918-0158-4606-accc-fd803120a168,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:10.430658 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460f6417-ab01-4abe-9260-59d1ab54280a') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:10.431476 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460f6417-ab01-4abe-9260-59d1ab54280a') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:10.437589 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] No DVR routers for this DVR port 25d84918-0158-4606-accc-fd803120a168 on host dv-cinder-766752-3-iscsi {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:08:10.439076 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:10.439424 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:10.439765 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:10.440117 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:10.440460 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:10.440718 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737367115560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460690'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.440855 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:10.441102 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:10.441425 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:10.441747 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:10.442069 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:10.442395 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:10.442707 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:10.445697 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-5bd431a0-44e6-4965-bef7-124edf91505a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:10.458464 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.464547 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:08:10.464930 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454771'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: Traceback (most recent call last): Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: timer() Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: cb(*args, **kw) Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: return func(*args, **kwargs) Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: self._notify() Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: self.callback(batched_events) Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: event.method(event) Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: return f(self, *a, **k) Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._get(url).json() Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:08:10.466503 dv-cinder-766752-3-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:08:10.567034 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546235'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.570669 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:10.573024 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.574834 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba HTTP/1.1" status: 204 len: 168 time: 0.6975803 Jun 18 22:08:10.585335 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d3e7e2-e35b-4e3c-89c4-b9757c8b08ba,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:10.587636 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:10.809183 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device f6483501-f72e-4e29-8843-6301c29c072d no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:08:10.829155 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: f6483501-f72e-4e29-8843-6301c29c072d {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:08:10.829513 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device f6483501-f72e-4e29-8843-6301c29c072d not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:08:10.829943 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5 no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:08:10.848314 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:08:10.848668 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 3dbe2636-58a3-4af3-b7cc-98bf1e7da2a5 not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:08:10.849080 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 25d84918-0158-4606-accc-fd803120a168 no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:08:10.867165 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 25d84918-0158-4606-accc-fd803120a168 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:08:10.867518 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 25d84918-0158-4606-accc-fd803120a168 not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:08:10.937435 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 40828) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:10.979282 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-64c23e4a-120e-43bb-a69e-d9aa080b19d1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=060b087bd54643a881c64aaba76b1ffe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0404921 Jun 18 22:08:10.981832 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 40830) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:11.043132 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8623bdc3-f83e-45cc-86d1-5faa026c54ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:11.052290 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8623bdc3-f83e-45cc-86d1-5faa026c54ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:11.281532 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8623bdc3-f83e-45cc-86d1-5faa026c54ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:11.284088 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8623bdc3-f83e-45cc-86d1-5faa026c54ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:11.285269 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-8623bdc3-f83e-45cc-86d1-5faa026c54ee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5256dca2-60e4-4be7-ab93-f1f0999f308d HTTP/1.1" status: 204 len: 168 time: 0.3023498 Jun 18 22:08:11.286019 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-1af41f9b-8d78-4b12-81af-f558d1f8da82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:11.293992 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623bdc3-f83e-45cc-86d1-5faa026c54ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5256dca2-60e4-4be7-ab93-f1f0999f308d,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:11.296685 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-8623bdc3-f83e-45cc-86d1-5faa026c54ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:11.543926 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:13.005860 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 40890) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:13.106552 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-23e2aaf7-1e8d-4e35-b858-0621cd8a4dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:13.189762 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-23e2aaf7-1e8d-4e35-b858-0621cd8a4dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:13.252635 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-23e2aaf7-1e8d-4e35-b858-0621cd8a4dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:13.255043 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-22b6dad0-be1f-47fa-9cf6-203a8f3a0bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:13.289506 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-23e2aaf7-1e8d-4e35-b858-0621cd8a4dbd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a4c78659f444482596e487c46702b3f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826145 Jun 18 22:08:13.290411 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2aaf7-1e8d-4e35-b858-0621cd8a4dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42413b37-c33c-44ef-a049-91da88b90371,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:13.293328 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 40894) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:13.294033 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-23e2aaf7-1e8d-4e35-b858-0621cd8a4dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:13.345232 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-33aff8ea-29e0-49c5-ac8e-7d6b2cbdbe0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:13.366340 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-33aff8ea-29e0-49c5-ac8e-7d6b2cbdbe0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:13.492616 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-33aff8ea-29e0-49c5-ac8e-7d6b2cbdbe0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:13.495166 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-33aff8ea-29e0-49c5-ac8e-7d6b2cbdbe0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:13.496387 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-33aff8ea-29e0-49c5-ac8e-7d6b2cbdbe0f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/42413b37-c33c-44ef-a049-91da88b90371 HTTP/1.1" status: 204 len: 168 time: 0.2011542 Jun 18 22:08:13.497122 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-d8d2da31-fdef-4ee8-881c-415d062b042f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:13.504629 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aff8ea-29e0-49c5-ac8e-7d6b2cbdbe0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42413b37-c33c-44ef-a049-91da88b90371,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:13.506819 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-33aff8ea-29e0-49c5-ac8e-7d6b2cbdbe0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:18.022209 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 41042) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:18.125485 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1089c1b3-345e-4cf8-881b-dddcb085fd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:18.212753 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1089c1b3-345e-4cf8-881b-dddcb085fd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:18.275320 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1089c1b3-345e-4cf8-881b-dddcb085fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:18.279544 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-2ef6df86-f7f2-43ea-84c3-b7f1a1b67bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:18.313797 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-1089c1b3-345e-4cf8-881b-dddcb085fd3c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=78eb2ff9573b4b53924feb498389b89d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905166 Jun 18 22:08:18.315744 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089c1b3-345e-4cf8-881b-dddcb085fd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbadb616-9b1f-4956-9872-7be487a9a4ab,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:18.316462 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41048) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:18.318844 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-1089c1b3-345e-4cf8-881b-dddcb085fd3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:18.365706 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-248ccb9e-fd23-4fdc-96ea-48f34b6a70b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:18.386016 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-248ccb9e-fd23-4fdc-96ea-48f34b6a70b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:18.498929 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-248ccb9e-fd23-4fdc-96ea-48f34b6a70b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:18.501567 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-248ccb9e-fd23-4fdc-96ea-48f34b6a70b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:18.502723 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-248ccb9e-fd23-4fdc-96ea-48f34b6a70b3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cbadb616-9b1f-4956-9872-7be487a9a4ab HTTP/1.1" status: 204 len: 168 time: 0.1852787 Jun 18 22:08:18.503476 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-4ecd6be5-541b-4870-92d3-a690878b6b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:18.510762 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ccb9e-fd23-4fdc-96ea-48f34b6a70b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbadb616-9b1f-4956-9872-7be487a9a4ab,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:18.513674 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-248ccb9e-fd23-4fdc-96ea-48f34b6a70b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:18.658836 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:19.148383 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41054) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:19.162060 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d50c4eb5-d0af-4973-b50b-fdf7ce898f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:19.250383 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d50c4eb5-d0af-4973-b50b-fdf7ce898f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:19.332873 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d50c4eb5-d0af-4973-b50b-fdf7ce898f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:19.335450 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-dc2249a7-d357-44c7-acbe-1ec5f9d15f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:19.369383 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c4eb5-d0af-4973-b50b-fdf7ce898f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca5fbe7-3752-4d63-9d71-ada6354ab968,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:19.373736 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-d50c4eb5-d0af-4973-b50b-fdf7ce898f8c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fb15577976f24de1a17dc5979ee1fb3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243712 Jun 18 22:08:19.374604 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-d50c4eb5-d0af-4973-b50b-fdf7ce898f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:19.376304 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41058) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:19.423238 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-101e1e1c-e7e6-465c-bb10-cb248a1562c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:19.443206 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-101e1e1c-e7e6-465c-bb10-cb248a1562c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:19.589983 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-101e1e1c-e7e6-465c-bb10-cb248a1562c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:19.593228 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-101e1e1c-e7e6-465c-bb10-cb248a1562c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:19.594344 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-101e1e1c-e7e6-465c-bb10-cb248a1562c9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9ca5fbe7-3752-4d63-9d71-ada6354ab968 HTTP/1.1" status: 204 len: 168 time: 0.2171798 Jun 18 22:08:19.595072 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-051164b3-be2d-4022-9196-79ed8a1a1aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:19.602171 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e1e1c-e7e6-465c-bb10-cb248a1562c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca5fbe7-3752-4d63-9d71-ada6354ab968,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:19.604340 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-101e1e1c-e7e6-465c-bb10-cb248a1562c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:21.116496 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41090) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:21.215772 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3015398f-ad3f-48b9-95e0-2d77c544e588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:21.303624 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3015398f-ad3f-48b9-95e0-2d77c544e588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:21.361629 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3015398f-ad3f-48b9-95e0-2d77c544e588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:21.364305 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-5fab9016-5547-481b-909d-68a2f3727997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:21.402105 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-3015398f-ad3f-48b9-95e0-2d77c544e588 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=da3b417563b2439983fa0badb0e96675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845914 Jun 18 22:08:21.403072 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015398f-ad3f-48b9-95e0-2d77c544e588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4837060-157d-4cbd-8212-199ce2bdf9c1,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:21.405243 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 41098) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:21.407596 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-3015398f-ad3f-48b9-95e0-2d77c544e588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:21.454545 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-98bb70ec-675b-49f3-89d8-275707434072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:21.475071 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-98bb70ec-675b-49f3-89d8-275707434072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:21.578138 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-98bb70ec-675b-49f3-89d8-275707434072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:21.580871 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-98bb70ec-675b-49f3-89d8-275707434072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:21.588123 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-98bb70ec-675b-49f3-89d8-275707434072 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b4837060-157d-4cbd-8212-199ce2bdf9c1 HTTP/1.1" status: 204 len: 168 time: 0.1757514 Jun 18 22:08:21.588123 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-63b74c7f-9df7-4464-a049-d0a03d01a40c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:21.590224 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb70ec-675b-49f3-89d8-275707434072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4837060-157d-4cbd-8212-199ce2bdf9c1,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:21.593795 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-98bb70ec-675b-49f3-89d8-275707434072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:24.138394 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:08:25.036482 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-74aa29bd-2a2f-48f0-8c08-a4e961dce63e req-8f54e094-85c7-42bb-9139-fba0f9771449 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509036 Jun 18 22:08:25.123597 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa29bd-2a2f-48f0-8c08-a4e961dce63e req-786c0c96-066a-4561-95b9-0cf85f81c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:25.125050 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-74aa29bd-2a2f-48f0-8c08-a4e961dce63e req-786c0c96-066a-4561-95b9-0cf85f81c66c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7&device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 1099 time: 0.0516365 Jun 18 22:08:25.232384 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa29bd-2a2f-48f0-8c08-a4e961dce63e req-5d608284-53ed-4420-8ff4-b33d40c47b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:25.233782 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-74aa29bd-2a2f-48f0-8c08-a4e961dce63e req-5d608284-53ed-4420-8ff4-b33d40c47b0a service neutron] 10.222.0.44 "GET /v2.0/networks?id=7dc362ef-bd1f-40fa-861d-5e2be660a931 HTTP/1.1" status: 200 len: 918 time: 0.0851705 Jun 18 22:08:25.298567 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-74aa29bd-2a2f-48f0-8c08-a4e961dce63e req-fa0af98d-78a5-430d-b5fb-290fabf698dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04986084-5048-40a7-95c9-4f029ebab1ce HTTP/1.1" status: 200 len: 1000 time: 0.0572019 Jun 18 22:08:25.353508 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa29bd-2a2f-48f0-8c08-a4e961dce63e req-45948e7b-4e4e-40b2-a905-8c6285057e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:25.354957 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-74aa29bd-2a2f-48f0-8c08-a4e961dce63e req-45948e7b-4e4e-40b2-a905-8c6285057e30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5 HTTP/1.1" status: 200 len: 856 time: 0.0453014 Jun 18 22:08:25.415210 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa29bd-2a2f-48f0-8c08-a4e961dce63e req-2e2c7b49-7d8f-4db4-8fea-6079e5c85ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:25.416683 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-74aa29bd-2a2f-48f0-8c08-a4e961dce63e req-2e2c7b49-7d8f-4db4-8fea-6079e5c85ae3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7dc362ef-bd1f-40fa-861d-5e2be660a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542760 Jun 18 22:08:25.505652 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-74aa29bd-2a2f-48f0-8c08-a4e961dce63e req-b1a8921d-2e5a-4b82-b554-22fb1c0dbf64 service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806124 Jun 18 22:08:25.595006 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-74aa29bd-2a2f-48f0-8c08-a4e961dce63e req-f0a424b0-52cc-46f4-a58c-fe289cb6779a service neutron] 10.222.0.44 "GET /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819411 Jun 18 22:08:28.182519 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41174) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:28.286504 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-016236de-24c0-4302-a423-6e6a8b913986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:28.372439 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-016236de-24c0-4302-a423-6e6a8b913986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:28.441804 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-016236de-24c0-4302-a423-6e6a8b913986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:28.444318 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-3015398f-ad3f-48b9-95e0-2d77c544e588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:28.480612 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-016236de-24c0-4302-a423-6e6a8b913986 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f037fa2a65b6472ea5b383dbd63ca2c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969038 Jun 18 22:08:28.481477 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016236de-24c0-4302-a423-6e6a8b913986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc657d9-9bec-4a87-a49b-de761e37ca25,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:28.483426 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 41180) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:28.484480 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-016236de-24c0-4302-a423-6e6a8b913986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:28.532221 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ebfa405d-c122-458b-9bd0-19bca53ab9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:28.555044 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ebfa405d-c122-458b-9bd0-19bca53ab9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:28.670543 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ebfa405d-c122-458b-9bd0-19bca53ab9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:28.673137 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ebfa405d-c122-458b-9bd0-19bca53ab9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:28.674293 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ebfa405d-c122-458b-9bd0-19bca53ab9a7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0fc657d9-9bec-4a87-a49b-de761e37ca25 HTTP/1.1" status: 204 len: 168 time: 0.1888366 Jun 18 22:08:28.675064 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-bf35690a-2bf6-414e-acbc-a74d66f4c5d0 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:28.682449 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa405d-c122-458b-9bd0-19bca53ab9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc657d9-9bec-4a87-a49b-de761e37ca25,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:28.684692 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-ebfa405d-c122-458b-9bd0-19bca53ab9a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:32.334671 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee2d18-1e03-4689-a92e-57704678caa0 req-a26380fe-8f99-45c4-b772-98efde67e0eb tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:32.336132 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-60ee2d18-1e03-4689-a92e-57704678caa0 req-a26380fe-8f99-45c4-b772-98efde67e0eb tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 945 time: 0.0625961 Jun 18 22:08:32.372621 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-60ee2d18-1e03-4689-a92e-57704678caa0 req-d8e53d80-964b-4708-8b18-2beeb0297341 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307920 Jun 18 22:08:33.545032 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e841efc-406b-4049-838f-3bb425c9b432 req-70002df7-3391-4024-8546-8d220017c9e6 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:33.546455 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3e841efc-406b-4049-838f-3bb425c9b432 req-70002df7-3391-4024-8546-8d220017c9e6 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 945 time: 0.0651727 Jun 18 22:08:33.584245 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3e841efc-406b-4049-838f-3bb425c9b432 req-45d19dc4-a98e-45d8-befe-110269c32371 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321720 Jun 18 22:08:34.754647 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59829bd6-7ac9-4319-a757-babd182d7b05 req-6ed681db-1f81-4e4a-824a-76d149f51cb1 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:34.756121 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-59829bd6-7ac9-4319-a757-babd182d7b05 req-6ed681db-1f81-4e4a-824a-76d149f51cb1 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 945 time: 0.0627155 Jun 18 22:08:34.793666 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-59829bd6-7ac9-4319-a757-babd182d7b05 req-e4070478-d716-4416-9793-1a4b01791495 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319271 Jun 18 22:08:35.963499 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d8e49-1c91-4acf-86e3-fdc2795c59e4 req-745fb95b-6128-43d2-957d-ebd59fe975da tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:35.964959 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bf1d8e49-1c91-4acf-86e3-fdc2795c59e4 req-745fb95b-6128-43d2-957d-ebd59fe975da tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 945 time: 0.0634959 Jun 18 22:08:35.991185 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c3b2f4e4-55b5-4e39-bb3b-797f0806a03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:36.007324 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bf1d8e49-1c91-4acf-86e3-fdc2795c59e4 req-bebd7c09-9c06-4abc-b3c3-b74343979dd0 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359881 Jun 18 22:08:37.178561 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babaddda-1817-4f75-867b-90bd6aae2b43 req-e317832d-4782-40ac-bd52-34bcf7d28e25 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:37.179981 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-babaddda-1817-4f75-867b-90bd6aae2b43 req-e317832d-4782-40ac-bd52-34bcf7d28e25 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 945 time: 0.0615468 Jun 18 22:08:37.216039 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-babaddda-1817-4f75-867b-90bd6aae2b43 req-98331b3f-5174-4916-88d1-f1f311606260 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305629 Jun 18 22:08:38.357970 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5cfcee3d-4bed-4980-aa23-0eab3f1013bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:38.390119 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f073e-0722-4f8a-8e83-c99f0cc984c5 req-3b85bd2e-324b-4ee9-9489-308b9e0a6711 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:38.391564 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7a3f073e-0722-4f8a-8e83-c99f0cc984c5 req-3b85bd2e-324b-4ee9-9489-308b9e0a6711 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 945 time: 0.0635197 Jun 18 22:08:38.427489 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7a3f073e-0722-4f8a-8e83-c99f0cc984c5 req-4ac43116-6ea8-4a3f-852a-d54021c04390 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302684 Jun 18 22:08:38.892641 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:39.533993 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:39.606765 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcde000-1b10-43b4-a49e-1aa79f780abf req-3b94adbf-bc01-46a4-9d45-5885a4dfc8dd tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:39.608238 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9bcde000-1b10-43b4-a49e-1aa79f780abf req-3b94adbf-bc01-46a4-9d45-5885a4dfc8dd tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 945 time: 0.0726411 Jun 18 22:08:39.646057 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9bcde000-1b10-43b4-a49e-1aa79f780abf req-cda1f015-59a4-47b1-ae89-a095fb623a39 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321491 Jun 18 22:08:39.818952 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91d351-89e4-48ff-b0de-f97265b529e7 req-99492a19-5c00-422e-83b6-973bd4100e33 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:39.820403 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8b91d351-89e4-48ff-b0de-f97265b529e7 req-99492a19-5c00-422e-83b6-973bd4100e33 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.44 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 945 time: 0.0634997 Jun 18 22:08:39.922446 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-8b91d351-89e4-48ff-b0de-f97265b529e7 req-5a73c861-82bc-4182-a094-86715eff7852 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Deleting port 88c3931c-6cda-4ab8-b103-94e6a079f816 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:08:39.922781 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-8b91d351-89e4-48ff-b0de-f97265b529e7 req-5a73c861-82bc-4182-a094-86715eff7852 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:40.007445 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-8b91d351-89e4-48ff-b0de-f97265b529e7 req-5a73c861-82bc-4182-a094-86715eff7852 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] For port 88c3931c-6cda-4ab8-b103-94e6a079f816, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=88c3931c-6cda-4ab8-b103-94e6a079f816,segment=NetworkSegment(9c7aea1f-80d4-4bca-b088-5a6aab40a558),segment_id=9c7aea1f-80d4-4bca-b088-5a6aab40a558)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:08:40.007797 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-8b91d351-89e4-48ff-b0de-f97265b529e7 req-5a73c861-82bc-4182-a094-86715eff7852 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:40.073162 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-8b91d351-89e4-48ff-b0de-f97265b529e7 req-5a73c861-82bc-4182-a094-86715eff7852 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Calling delete_port for 88c3931c-6cda-4ab8-b103-94e6a079f816 owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:08:40.258991 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-8b91d351-89e4-48ff-b0de-f97265b529e7 req-5a73c861-82bc-4182-a094-86715eff7852 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:40.263242 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-114bb0ed-e056-46fa-9912-b1fa8f17ba3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:40.290266 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73c861-82bc-4182-a094-86715eff7852 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Pushing event deleted for resources: {'Port': ['ID=88c3931c-6cda-4ab8-b103-94e6a079f816,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:40.298231 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-5a73c861-82bc-4182-a094-86715eff7852 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:40.299470 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['88c3931c-6cda-4ab8-b103-94e6a079f816'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:08:40.344554 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b91d351-89e4-48ff-b0de-f97265b529e7 req-5a73c861-82bc-4182-a094-86715eff7852 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] No DVR routers for this DVR port 88c3931c-6cda-4ab8-b103-94e6a079f816 on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:08:40.346991 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-8b91d351-89e4-48ff-b0de-f97265b529e7 req-5a73c861-82bc-4182-a094-86715eff7852 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:40.348960 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8b91d351-89e4-48ff-b0de-f97265b529e7 req-5a73c861-82bc-4182-a094-86715eff7852 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.44 "DELETE /v2.0/ports/88c3931c-6cda-4ab8-b103-94e6a079f816 HTTP/1.1" status: 204 len: 173 time: 0.5228245 Jun 18 22:08:40.349464 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1467821c-0f47-4459-90e6-2100311bb1b0', 'name': 'network-vif-deleted', 'tag': '88c3931c-6cda-4ab8-b103-94e6a079f816'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:08:40.351718 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8700677-bd68-4551-a645-6daafedc3b6b" -d '{"events": [{"server_uuid": "1467821c-0f47-4459-90e6-2100311bb1b0", "name": "network-vif-deleted", "tag": "88c3931c-6cda-4ab8-b103-94e6a079f816"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:08:40.389264 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49358d5f-8bda-410c-89b8-d93f1051de9d x-openstack-request-id: req-49358d5f-8bda-410c-89b8-d93f1051de9d {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:08:40.389587 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1467821c-0f47-4459-90e6-2100311bb1b0", "name": "network-vif-deleted", "tag": "88c3931c-6cda-4ab8-b103-94e6a079f816", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:08:40.389902 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-49358d5f-8bda-410c-89b8-d93f1051de9d {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:08:40.390337 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1467821c-0f47-4459-90e6-2100311bb1b0', 'name': 'network-vif-deleted', 'tag': '88c3931c-6cda-4ab8-b103-94e6a079f816', 'status': 'completed', 'code': 200} Jun 18 22:08:40.477443 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c2177-432a-4a5d-9068-fa199913bd6e req-57a65aa6-9f24-41eb-bec0-f7cb45b2e8cd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:40.478954 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-185c2177-432a-4a5d-9068-fa199913bd6e req-57a65aa6-9f24-41eb-bec0-f7cb45b2e8cd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 946 time: 0.0696714 Jun 18 22:08:40.520848 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-185c2177-432a-4a5d-9068-fa199913bd6e req-f09bc2b5-f89c-4e89-ab24-763d38ff6a15 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355811 Jun 18 22:08:40.800631 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1bce5f54-8c84-4e3b-b4e0-d0b710432e15 req-13578abc-caba-442b-a40e-b12d1ae98a41 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 210 time: 0.0292923 Jun 18 22:08:41.522683 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:41.705183 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de20bf0-2f2c-4921-a684-8816e60f18aa req-d7a70db6-7238-4aec-88e9-2bc92e4064b5 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:41.706821 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5de20bf0-2f2c-4921-a684-8816e60f18aa req-d7a70db6-7238-4aec-88e9-2bc92e4064b5 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 946 time: 0.0670567 Jun 18 22:08:41.749857 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5de20bf0-2f2c-4921-a684-8816e60f18aa req-3b06fce3-e927-480a-90c0-155e72685245 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363357 Jun 18 22:08:41.949421 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-929fd203-a185-4c83-b49b-684ac6719115 req-a52eb5cc-02b9-4189-be71-0e6da1bc5ea2 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 210 time: 0.0286694 Jun 18 22:08:42.928198 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026e485-cde6-4528-a90e-e16ea2773fa3 req-d8221bbc-828d-4397-bae3-c97f0e4cdc01 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:42.929524 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e026e485-cde6-4528-a90e-e16ea2773fa3 req-d8221bbc-828d-4397-bae3-c97f0e4cdc01 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 946 time: 0.0645998 Jun 18 22:08:42.966794 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e026e485-cde6-4528-a90e-e16ea2773fa3 req-bb8d1d74-37d7-47a8-b459-607099266cd6 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317769 Jun 18 22:08:43.098795 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f2ee6d80-f07c-4cec-a9b4-fc75dfa8f20f req-2834d012-6f9f-4ce5-b5ed-59871ea51e3e tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 210 time: 0.0292909 Jun 18 22:08:43.814049 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 88c3931c-6cda-4ab8-b103-94e6a079f816 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:08:43.835974 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] No Port match for: 88c3931c-6cda-4ab8-b103-94e6a079f816 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:08:43.836362 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 88c3931c-6cda-4ab8-b103-94e6a079f816 not bound to the agent host hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:08:44.146065 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89976a73-8ef6-41eb-abc1-8d5f835f266e req-682193fe-28d6-46e0-963d-4e4ab04ecb00 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:44.147602 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-89976a73-8ef6-41eb-abc1-8d5f835f266e req-682193fe-28d6-46e0-963d-4e4ab04ecb00 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 946 time: 0.0641875 Jun 18 22:08:44.186156 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-89976a73-8ef6-41eb-abc1-8d5f835f266e req-e2967910-13b0-48e8-a345-419439bbf3d9 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328555 Jun 18 22:08:44.256473 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-65c0ea7c-00b7-4f9c-9137-d297895f4d75 req-7ec1cc2e-e931-4722-928f-7ab65b2a0615 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1467821c-0f47-4459-90e6-2100311bb1b0 HTTP/1.1" status: 200 len: 210 time: 0.0314012 Jun 18 22:08:44.978586 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14e848-2c39-4beb-a48b-99f33e4460fe req-adc9b209-0813-4b1a-b2b7-a765554e340e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:44.980032 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-af14e848-2c39-4beb-a48b-99f33e4460fe req-adc9b209-0813-4b1a-b2b7-a765554e340e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.44 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 946 time: 0.0633326 Jun 18 22:08:45.080216 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-af14e848-2c39-4beb-a48b-99f33e4460fe req-23464c29-eac6-4767-b62e-7c9b553f1009 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Deleting port 04986084-5048-40a7-95c9-4f029ebab1ce {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:08:45.080564 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-af14e848-2c39-4beb-a48b-99f33e4460fe req-23464c29-eac6-4767-b62e-7c9b553f1009 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:45.170631 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-af14e848-2c39-4beb-a48b-99f33e4460fe req-23464c29-eac6-4767-b62e-7c9b553f1009 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] For port 04986084-5048-40a7-95c9-4f029ebab1ce, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=04986084-5048-40a7-95c9-4f029ebab1ce,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:08:45.171902 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-af14e848-2c39-4beb-a48b-99f33e4460fe req-23464c29-eac6-4767-b62e-7c9b553f1009 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:45.391632 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-af14e848-2c39-4beb-a48b-99f33e4460fe req-23464c29-eac6-4767-b62e-7c9b553f1009 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:45.392007 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-af14e848-2c39-4beb-a48b-99f33e4460fe req-23464c29-eac6-4767-b62e-7c9b553f1009 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546185'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:45.393588 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.l3_db [req-af14e848-2c39-4beb-a48b-99f33e4460fe req-23464c29-eac6-4767-b62e-7c9b553f1009 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Floating IP e4607906-3717-4f02-9af3-3e1adf9a5cb7 disassociated. External IP: 172.27.1.51, port: 04986084-5048-40a7-95c9-4f029ebab1ce. Jun 18 22:08:45.393588 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-af14e848-2c39-4beb-a48b-99f33e4460fe req-23464c29-eac6-4767-b62e-7c9b553f1009 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Calling delete_port for 04986084-5048-40a7-95c9-4f029ebab1ce owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:08:45.465541 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9407e-d6be-4c2e-bc02-cc8dd6400703 req-dc7c44e0-a328-4cbf-8db5-a3c6cb48391e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:45.466958 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-55b9407e-d6be-4c2e-bc02-cc8dd6400703 req-dc7c44e0-a328-4cbf-8db5-a3c6cb48391e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 946 time: 0.1320839 Jun 18 22:08:45.516796 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-55b9407e-d6be-4c2e-bc02-cc8dd6400703 req-683e1a51-927d-41d8-bf97-26033167a5e2 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b2e78de-ef61-4143-b8a1-895432c3e8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435858 Jun 18 22:08:45.654803 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-af14e848-2c39-4beb-a48b-99f33e4460fe req-23464c29-eac6-4767-b62e-7c9b553f1009 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:45.658952 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-b9f5ab7a-1abb-486d-9152-aa45fb7876fd tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:45.684720 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23464c29-eac6-4767-b62e-7c9b553f1009 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Pushing event deleted for resources: {'Port': ['ID=04986084-5048-40a7-95c9-4f029ebab1ce,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:45.688631 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-23464c29-eac6-4767-b62e-7c9b553f1009 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:45.801415 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af14e848-2c39-4beb-a48b-99f33e4460fe req-23464c29-eac6-4767-b62e-7c9b553f1009 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:08:46.194951 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af14e848-2c39-4beb-a48b-99f33e4460fe req-23464c29-eac6-4767-b62e-7c9b553f1009 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:08:46.204937 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b036009-ec30-45a5-8cab-3a42bcd669ee None None] Sync routers for ids ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'] in dv-cinder-766752-3-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:08:46.213711 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b036009-ec30-45a5-8cab-3a42bcd669ee None None] Routers {'2374dae7-2a6d-4ee7-a53a-a50cf59518f3'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:08:46.214329 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-7b036009-ec30-45a5-8cab-3a42bcd669ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:08:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:46.237798 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-af14e848-2c39-4beb-a48b-99f33e4460fe req-23464c29-eac6-4767-b62e-7c9b553f1009 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] No DVR routers for this DVR port 04986084-5048-40a7-95c9-4f029ebab1ce on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:08:46.240141 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-af14e848-2c39-4beb-a48b-99f33e4460fe req-23464c29-eac6-4767-b62e-7c9b553f1009 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:46.242071 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-af14e848-2c39-4beb-a48b-99f33e4460fe req-23464c29-eac6-4767-b62e-7c9b553f1009 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.44 "DELETE /v2.0/ports/04986084-5048-40a7-95c9-4f029ebab1ce HTTP/1.1" status: 204 len: 173 time: 1.2560658 Jun 18 22:08:46.242562 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd', 'name': 'network-vif-deleted', 'tag': '04986084-5048-40a7-95c9-4f029ebab1ce'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:08:46.244846 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d56330b-3c80-49a9-8081-3318d7786f6b" -d '{"events": [{"server_uuid": "53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd", "name": "network-vif-deleted", "tag": "04986084-5048-40a7-95c9-4f029ebab1ce"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:08:46.284426 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef96d6fc-2edd-47f6-b4bf-0573e9b33a81 x-openstack-request-id: req-ef96d6fc-2edd-47f6-b4bf-0573e9b33a81 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:08:46.284751 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd", "name": "network-vif-deleted", "tag": "04986084-5048-40a7-95c9-4f029ebab1ce", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:08:46.285075 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ef96d6fc-2edd-47f6-b4bf-0573e9b33a81 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:08:46.285500 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd', 'name': 'network-vif-deleted', 'tag': '04986084-5048-40a7-95c9-4f029ebab1ce', 'status': 'completed', 'code': 200} Jun 18 22:08:46.320526 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-7b036009-ec30-45a5-8cab-3a42bcd669ee None None] Set router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:08:46.511770 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-7b036009-ec30-45a5-8cab-3a42bcd669ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:01:13Z', 'revision_number': 4, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port': {'id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:05Z', 'updated_at': '2021-06-18T22:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '0e4e7713-7359-42c5-9bf4-19dafa738fdb', 'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'mac_address': 'fa:16:3e:0c:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:26Z', 'revision_number': 5, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'subnets': [{'id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:46.537090 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b036009-ec30-45a5-8cab-3a42bcd669ee None None] Checking router: 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 for host: dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:08:46.545100 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b036009-ec30-45a5-8cab-3a42bcd669ee None None] Routers {'2374dae7-2a6d-4ee7-a53a-a50cf59518f3'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:08:46.545703 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-7b036009-ec30-45a5-8cab-3a42bcd669ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:08:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:46.652245 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-7b036009-ec30-45a5-8cab-3a42bcd669ee None None] Set router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:08:46.666069 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-721a350f-310e-4cb0-aac1-f87e0e51001e req-5786990e-b78a-4183-b02c-8b29d8f1cdee tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 210 time: 0.0288739 Jun 18 22:08:46.842790 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-7b036009-ec30-45a5-8cab-3a42bcd669ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:01:13Z', 'revision_number': 4, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port': {'id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:05Z', 'updated_at': '2021-06-18T22:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '0e4e7713-7359-42c5-9bf4-19dafa738fdb', 'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'mac_address': 'fa:16:3e:0c:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:26Z', 'revision_number': 5, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'subnets': [{'id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:46.871903 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b036009-ec30-45a5-8cab-3a42bcd669ee None None] The sync data for ids ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'] in dv-cinder-766752-3-iscsi is: [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:01:13Z', 'revision_number': 4, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port': {'id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:05Z', 'updated_at': '2021-06-18T22:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '0e4e7713-7359-42c5-9bf4-19dafa738fdb', 'name': '', 'network_id': '7dc362ef-bd1f-40fa-861d-5e2be660a931', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'mac_address': 'fa:16:3e:0c:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:11Z', 'updated_at': '2021-06-18T22:01:26Z', 'revision_number': 5, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'subnets': [{'id': '5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:08:47.077168 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d4a5b-79d6-4a2a-a90b-96335bab1c8e None None] New status for floating IP e4607906-3717-4f02-9af3-3e1adf9a5cb7: DOWN {{(pid=93155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:08:47.831649 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-67d9d685-4ec7-439c-83fc-6e2d2cb6459a req-59e6122d-e1ed-4136-bfb1-4cf13a09c94e tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 210 time: 0.0374012 Jun 18 22:08:48.978015 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f13cbce2-cf65-4146-9cda-986a8f4ec6fc req-313e1dd8-f673-4cf5-8b6c-0114f5175e54 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/ports?device_id=53b1a5fc-c1e4-4d1d-bb83-bbb6cbb6ccfd HTTP/1.1" status: 200 len: 210 time: 0.0312207 Jun 18 22:08:49.070534 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:50.196384 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 41410) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:50.250704 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-076f84d4-b834-47a2-9a3a-f326efd8cf44 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:50.273150 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-076f84d4-b834-47a2-9a3a-f326efd8cf44 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:50.357574 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-076f84d4-b834-47a2-9a3a-f326efd8cf44 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:50.360562 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-076f84d4-b834-47a2-9a3a-f326efd8cf44 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:50.361784 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-076f84d4-b834-47a2-9a3a-f326efd8cf44 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "DELETE /v2.0/security-groups/9b2e78de-ef61-4143-b8a1-895432c3e8f0 HTTP/1.1" status: 204 len: 168 time: 0.1655085 Jun 18 22:08:50.362557 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-e0b0cf16-f581-4ce1-811d-db8c456d547d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:50.364714 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41414) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:50.371240 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f84d4-b834-47a2-9a3a-f326efd8cf44 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2e78de-ef61-4143-b8a1-895432c3e8f0,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:50.373566 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-076f84d4-b834-47a2-9a3a-f326efd8cf44 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:50.377983 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.api.v2.resource [None req-efdf87ce-15f7-4ebd-95a2-04c571150b3c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] show failed (client error): The resource could not be found. Jun 18 22:08:50.378960 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-efdf87ce-15f7-4ebd-95a2-04c571150b3c tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "GET /v2.0/security-groups/9b2e78de-ef61-4143-b8a1-895432c3e8f0 HTTP/1.1" status: 404 len: 347 time: 0.0132728 Jun 18 22:08:50.381841 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41416) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:50.500915 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-d5bb50ba-4c01-49d0-83d6-536e9a1ef115 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Deleting port 5fbd7566-fdad-4095-a23f-f0438b704acc {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:08:50.501259 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5bb50ba-4c01-49d0-83d6-536e9a1ef115 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:50.572860 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5bb50ba-4c01-49d0-83d6-536e9a1ef115 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:50.573182 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5bb50ba-4c01-49d0-83d6-536e9a1ef115 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:50.637277 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-d5bb50ba-4c01-49d0-83d6-536e9a1ef115 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Calling delete_port for 5fbd7566-fdad-4095-a23f-f0438b704acc owned by network:floatingip {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:08:50.826109 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5bb50ba-4c01-49d0-83d6-536e9a1ef115 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:50.829785 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ff375b60-5e72-42db-83aa-1a81c8a5f7b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:50.852482 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb50ba-4c01-49d0-83d6-536e9a1ef115 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Pushing event deleted for resources: {'Port': ['ID=5fbd7566-fdad-4095-a23f-f0438b704acc,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:50.859592 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-d5bb50ba-4c01-49d0-83d6-536e9a1ef115 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:50.917003 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5bb50ba-4c01-49d0-83d6-536e9a1ef115 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks [] for floatingip, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:50.919614 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5bb50ba-4c01-49d0-83d6-536e9a1ef115 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:50.920766 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-d5bb50ba-4c01-49d0-83d6-536e9a1ef115 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] 10.222.0.38 "DELETE /v2.0/floatingips/e4607906-3717-4f02-9af3-3e1adf9a5cb7 HTTP/1.1" status: 204 len: 168 time: 0.5380523 Jun 18 22:08:52.446551 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 41448) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:52.549967 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-34bf8a9f-bca2-4685-bcaf-fbe4460d1a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:52.634377 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-34bf8a9f-bca2-4685-bcaf-fbe4460d1a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:52.728655 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-34bf8a9f-bca2-4685-bcaf-fbe4460d1a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:52.731305 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d6632614-dcd3-49f9-9286-25eeedd7c1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:52.770524 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-34bf8a9f-bca2-4685-bcaf-fbe4460d1a42 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1574c6f56fad4685a3794e7188cf19cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228965 Jun 18 22:08:52.771460 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf8a9f-bca2-4685-bcaf-fbe4460d1a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef343324-606c-436d-9ac7-b10615a49760,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:52.774060 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41456) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:52.774640 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-34bf8a9f-bca2-4685-bcaf-fbe4460d1a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:52.823746 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-91102a88-2cfd-4372-a6af-c658a5fd4fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:52.844529 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-91102a88-2cfd-4372-a6af-c658a5fd4fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:52.969102 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-91102a88-2cfd-4372-a6af-c658a5fd4fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:52.971702 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-91102a88-2cfd-4372-a6af-c658a5fd4fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:52.972890 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-91102a88-2cfd-4372-a6af-c658a5fd4fdd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ef343324-606c-436d-9ac7-b10615a49760 HTTP/1.1" status: 204 len: 168 time: 0.1978617 Jun 18 22:08:52.973646 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-267c5c21-864d-4dad-bff8-78f379f0601a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:52.980965 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91102a88-2cfd-4372-a6af-c658a5fd4fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef343324-606c-436d-9ac7-b10615a49760,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:52.983141 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-91102a88-2cfd-4372-a6af-c658a5fd4fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:54.701096 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 04986084-5048-40a7-95c9-4f029ebab1ce no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:08:54.721532 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] No Port match for: 04986084-5048-40a7-95c9-4f029ebab1ce {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:08:54.721892 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 04986084-5048-40a7-95c9-4f029ebab1ce not bound to the agent host hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:08:55.811657 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41480) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:56.030959 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-dca99962-da69-4663-994a-383b862c2efd tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:56.032938 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-dca99962-da69-4663-994a-383b862c2efd tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/networks?id=57f4454d-17ee-4f6b-a986-71822d43c7e4 HTTP/1.1" status: 200 len: 814 time: 0.1584663 Jun 18 22:08:56.053094 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-a01acba5-22fd-40bc-a9e1-a4286dfeba4a tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/quotas/e3df2dffb0ce450e853c45c7b5c4d6e4 HTTP/1.1" status: 200 len: 375 time: 0.0139761 Jun 18 22:08:56.114482 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-b199f5db-0f2b-44a9-8c63-a9a2f6e37770 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3df2dffb0ce450e853c45c7b5c4d6e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333493 Jun 18 22:08:56.280601 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-70afb130-a7b6-4580-ac18-35eb50a431a8 service neutron] 10.222.0.38 "GET /v2.0/networks/57f4454d-17ee-4f6b-a986-71822d43c7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594427 Jun 18 22:08:56.445369 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-f32443c4-159d-4410-b59d-61b42b6b15f6 service neutron] 10.222.0.38 "GET /v2.0/networks/57f4454d-17ee-4f6b-a986-71822d43c7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571918 Jun 18 22:08:56.522609 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-995ee49a-29d3-48f1-80df-2523be419384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606708'] for router_interface, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:56.711743 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-40bcf327-c03a-4cf1-a34a-5367b0f72ab5 req-a73a8250-e232-405b-8368-1b8262488d78 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb38b97f-2fd4-4ccf-b2d8-a376045acdc5 HTTP/1.1" status: 200 len: 210 time: 0.0364621 Jun 18 22:08:56.806712 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-995ee49a-29d3-48f1-80df-2523be419384 admin admin] Deleting port 0e4e7713-7359-42c5-9bf4-19dafa738fdb {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:08:56.807051 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-995ee49a-29d3-48f1-80df-2523be419384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:56.884281 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-995ee49a-29d3-48f1-80df-2523be419384 admin admin] For port 0e4e7713-7359-42c5-9bf4-19dafa738fdb, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=0e4e7713-7359-42c5-9bf4-19dafa738fdb,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:08:56.884971 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-995ee49a-29d3-48f1-80df-2523be419384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:56.946423 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-995ee49a-29d3-48f1-80df-2523be419384 admin admin] Calling delete_port for 0e4e7713-7359-42c5-9bf4-19dafa738fdb owned by network:router_interface {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:08:57.186361 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-995ee49a-29d3-48f1-80df-2523be419384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:57.189171 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-0c80aa6a-4e11-42a7-b84f-57c174236865 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:57.216796 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ee49a-29d3-48f1-80df-2523be419384 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e4e7713-7359-42c5-9bf4-19dafa738fdb,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:57.219895 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-995ee49a-29d3-48f1-80df-2523be419384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:57.397719 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-995ee49a-29d3-48f1-80df-2523be419384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606536'] for router_interface, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:57.609256 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995ee49a-29d3-48f1-80df-2523be419384 admin admin] Router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:08:58.028693 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-18e0ea54-8dec-421f-9af5-985f3d44e3c8 req-0c9c906c-82ac-4f72-88fd-862bc8a07308 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb38b97f-2fd4-4ccf-b2d8-a376045acdc5 HTTP/1.1" status: 200 len: 210 time: 0.0301309 Jun 18 22:08:58.040018 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995ee49a-29d3-48f1-80df-2523be419384 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:08:58.045727 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-995ee49a-29d3-48f1-80df-2523be419384 admin admin] 10.222.0.38 "PUT /v2.0/routers/2374dae7-2a6d-4ee7-a53a-a50cf59518f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2323544 Jun 18 22:08:58.048499 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41504) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:58.051611 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c9a98-9953-4840-9d34-f8d6f8f755e9 None None] Sync routers for ids ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'] in dv-cinder-766752-3-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:08:58.068202 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c9a98-9953-4840-9d34-f8d6f8f755e9 None None] Routers {'2374dae7-2a6d-4ee7-a53a-a50cf59518f3'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:08:58.069083 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-3a4c9a98-9953-4840-9d34-f8d6f8f755e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:08:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:58.151776 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ed2f164d-c2a5-4319-bb15-fa26b0247b19 admin admin] Notify callbacks [] for router, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:58.173951 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-3a4c9a98-9953-4840-9d34-f8d6f8f755e9 None None] Set router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:08:58.258615 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ed2f164d-c2a5-4319-bb15-fa26b0247b19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:58.371187 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ed2f164d-c2a5-4319-bb15-fa26b0247b19 admin admin] Deleting port 73a1ef9c-fc5c-453a-b8aa-95768c77fdbf {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:08:58.371539 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ed2f164d-c2a5-4319-bb15-fa26b0247b19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:58.433693 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-3a4c9a98-9953-4840-9d34-f8d6f8f755e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:08:57Z', 'revision_number': 5, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port': {'id': '73a1ef9c-fc5c-453a-b8aa-95768c77fdbf', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:01:05Z', 'updated_at': '2021-06-18T22:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:58.452792 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ed2f164d-c2a5-4319-bb15-fa26b0247b19 admin admin] For port 73a1ef9c-fc5c-453a-b8aa-95768c77fdbf, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=73a1ef9c-fc5c-453a-b8aa-95768c77fdbf,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:08:58.453152 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ed2f164d-c2a5-4319-bb15-fa26b0247b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:58.460463 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c9a98-9953-4840-9d34-f8d6f8f755e9 None None] Checking router: 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 for host: dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:08:58.468994 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c9a98-9953-4840-9d34-f8d6f8f755e9 None None] Routers {'2374dae7-2a6d-4ee7-a53a-a50cf59518f3'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:08:58.469597 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-3a4c9a98-9953-4840-9d34-f8d6f8f755e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:08:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:58.515993 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ed2f164d-c2a5-4319-bb15-fa26b0247b19 admin admin] Calling delete_port for 73a1ef9c-fc5c-453a-b8aa-95768c77fdbf owned by network:router_gateway {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:08:58.552575 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-3a4c9a98-9953-4840-9d34-f8d6f8f755e9 None None] Set router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 gateway port host: None {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:08:58.606967 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-3a4c9a98-9953-4840-9d34-f8d6f8f755e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:08:58Z', 'revision_number': 6, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port_host': None}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:58.633701 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c9a98-9953-4840-9d34-f8d6f8f755e9 None None] The sync data for ids ['2374dae7-2a6d-4ee7-a53a-a50cf59518f3'] in dv-cinder-766752-3-iscsi is: [{'id': '2374dae7-2a6d-4ee7-a53a-a50cf59518f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464557252-router', 'tenant_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:01:04Z', 'updated_at': '2021-06-18T22:08:58Z', 'revision_number': 6, 'project_id': 'b5cd1eeb4bcc475ebbc2fd572b828eb7', 'gw_port_host': None}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:08:58.736020 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ed2f164d-c2a5-4319-bb15-fa26b0247b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:58.739766 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ffc46a4a-48f8-411b-8e42-52205aca0fa8 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:58.776173 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f164d-c2a5-4319-bb15-fa26b0247b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=73a1ef9c-fc5c-453a-b8aa-95768c77fdbf,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:58.778815 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ed2f164d-c2a5-4319-bb15-fa26b0247b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:58.869570 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-e7b6db44-a7cb-4883-8daf-b9c7bb8446bc tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:58.870907 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-e7b6db44-a7cb-4883-8daf-b9c7bb8446bc tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.44 "GET /v2.0/networks?id=57f4454d-17ee-4f6b-a986-71822d43c7e4 HTTP/1.1" status: 200 len: 814 time: 0.1892574 Jun 18 22:08:58.875791 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ed2f164d-c2a5-4319-bb15-fa26b0247b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546148'] for router_gateway, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:58.905536 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-518890ee-c5f6-41c9-8964-c365fa2cfbfe tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Request body: {'port': {'device_id': 'bb38b97f-2fd4-4ccf-b2d8-a376045acdc5', 'network_id': '57f4454d-17ee-4f6b-a986-71822d43c7e4', 'admin_state_up': True, 'tenant_id': 'e3df2dffb0ce450e853c45c7b5c4d6e4'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:08:59.005361 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ed2f164d-c2a5-4319-bb15-fa26b0247b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1833'] for router, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.008885 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ed2f164d-c2a5-4319-bb15-fa26b0247b19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.121871 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ed2f164d-c2a5-4319-bb15-fa26b0247b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607531'] for router, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.122542 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2f164d-c2a5-4319-bb15-fa26b0247b19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2374dae7-2a6d-4ee7-a53a-a50cf59518f3 {{(pid=93154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 22:08:59.128348 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ed2f164d-c2a5-4319-bb15-fa26b0247b19 admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.131543 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ed2f164d-c2a5-4319-bb15-fa26b0247b19 admin admin] 10.222.0.38 "DELETE /v2.0/routers/2374dae7-2a6d-4ee7-a53a-a50cf59518f3 HTTP/1.1" status: 204 len: 168 time: 1.0793393 Jun 18 22:08:59.131703 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41508) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:59.191321 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-069a9cc0-5bc8-4d51-943a-cb7aa9cf82d7 req-825f15f0-94a4-468a-8a7c-a63cfcff93f3 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb38b97f-2fd4-4ccf-b2d8-a376045acdc5 HTTP/1.1" status: 200 len: 210 time: 0.0313225 Jun 18 22:08:59.206332 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_v2 [None req-65db3ceb-451a-4823-bcdf-cf2fd3d717af admin admin] Deleting subnet 5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5 {{(pid=93154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:08:59.210258 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-65db3ceb-451a-4823-bcdf-cf2fd3d717af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.230321 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-518890ee-c5f6-41c9-8964-c365fa2cfbfe tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Made reservation on behalf of e3df2dffb0ce450e853c45c7b5c4d6e4 for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:08:59.233638 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 0e4e7713-7359-42c5-9bf4-19dafa738fdb no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:08:59.234111 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-518890ee-c5f6-41c9-8964-c365fa2cfbfe tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.262682 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 0e4e7713-7359-42c5-9bf4-19dafa738fdb {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:08:59.263076 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 0e4e7713-7359-42c5-9bf4-19dafa738fdb not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:08:59.272633 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-65db3ceb-451a-4823-bcdf-cf2fd3d717af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11814656'] for subnet, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.458123 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-65db3ceb-451a-4823-bcdf-cf2fd3d717af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814669'] for subnet, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.478768 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-518890ee-c5f6-41c9-8964-c365fa2cfbfe tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Allocated IP 172.20.0.14 (57f4454d-17ee-4f6b-a986-71822d43c7e4/92d66e4f-f80f-4742-a53a-042d62733f55/4880fc19-0143-404f-945f-cb5e04503ed2) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:08:59.613645 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-65db3ceb-451a-4823-bcdf-cf2fd3d717af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9074105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11780518'] for subnet, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.620605 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:59.647964 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db3ceb-451a-4823-bcdf-cf2fd3d717af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:59.654435 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-65db3ceb-451a-4823-bcdf-cf2fd3d717af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:59.659070 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-65db3ceb-451a-4823-bcdf-cf2fd3d717af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.660722 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01474015-61ba-48c8-b701-27e22f815a83 None None] Network 7dc362ef-bd1f-40fa-861d-5e2be660a931 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:08:59.664184 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-65db3ceb-451a-4823-bcdf-cf2fd3d717af admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5e4c02c7-4c10-4fa9-b9f4-1daf865ddee5 HTTP/1.1" status: 204 len: 168 time: 0.5282540 Jun 18 22:08:59.664311 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 41514) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:59.670519 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-518890ee-c5f6-41c9-8964-c365fa2cfbfe tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.730235 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780721'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.775465 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-518890ee-c5f6-41c9-8964-c365fa2cfbfe tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.779559 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-23464c29-eac6-4767-b62e-7c9b553f1009 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:59.781437 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] Deleting port 1bc097b5-18cf-4428-bbc1-428a0a2cba15 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:08:59.781775 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.829020 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-518890ee-c5f6-41c9-8964-c365fa2cfbfe tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Network 57f4454d-17ee-4f6b-a986-71822d43c7e4 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:08:59.832874 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-518890ee-c5f6-41c9-8964-c365fa2cfbfe tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:08:59.836760 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-518890ee-c5f6-41c9-8964-c365fa2cfbfe tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:08:59.851151 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] For port 1bc097b5-18cf-4428-bbc1-428a0a2cba15, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=1bc097b5-18cf-4428-bbc1-428a0a2cba15,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:08:59.851510 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.866057 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8511501-f3ca-43c6-b7b8-89f82998efe3 None None] DHCP port deletion for 7dc362ef-bd1f-40fa-861d-5e2be660a931 request from dv-cinder-766752-3-iscsi {{(pid=93155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 22:08:59.866473 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518890ee-c5f6-41c9-8964-c365fa2cfbfe tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Pushing event updated for resources: {'Port': ['ID=4880fc19-0143-404f-945f-cb5e04503ed2,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:59.870760 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-518890ee-c5f6-41c9-8964-c365fa2cfbfe tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:59.894370 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-518890ee-c5f6-41c9-8964-c365fa2cfbfe tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:59.894880 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-518890ee-c5f6-41c9-8964-c365fa2cfbfe tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.916385 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-e8511501-f3ca-43c6-b7b8-89f82998efe3 None None] Deleting port 1bc097b5-18cf-4428-bbc1-428a0a2cba15 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:08:59.916385 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e8511501-f3ca-43c6-b7b8-89f82998efe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.918246 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] Calling delete_port for 1bc097b5-18cf-4428-bbc1-428a0a2cba15 owned by network:dhcp {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:08:59.964411 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-518890ee-c5f6-41c9-8964-c365fa2cfbfe tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0625556 Jun 18 22:08:59.975020 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-e8511501-f3ca-43c6-b7b8-89f82998efe3 None None] For port 1bc097b5-18cf-4428-bbc1-428a0a2cba15, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=1bc097b5-18cf-4428-bbc1-428a0a2cba15,segment=NetworkSegment(ca325b05-0fb9-4c4e-a7e1-949749606518),segment_id=ca325b05-0fb9-4c4e-a7e1-949749606518)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:08:59.975419 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e8511501-f3ca-43c6-b7b8-89f82998efe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.983569 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Request body: {'port': {'device_id': 'bb38b97f-2fd4-4ccf-b2d8-a376045acdc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:09:00.042933 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-e8511501-f3ca-43c6-b7b8-89f82998efe3 None None] Calling delete_port for 1bc097b5-18cf-4428-bbc1-428a0a2cba15 owned by network:dhcp {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:00.061006 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.095282 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460578'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.097482 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:00.118135 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e8511501-f3ca-43c6-b7b8-89f82998efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.119502 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc097b5-18cf-4428-bbc1-428a0a2cba15,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:00.120769 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:00.124376 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:00.129075 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] No DVR routers for this DVR port 1bc097b5-18cf-4428-bbc1-428a0a2cba15 on host dv-cinder-766752-3-iscsi {{(pid=93153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:09:00.148363 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8511501-f3ca-43c6-b7b8-89f82998efe3 None None] No DVR routers for this DVR port 1bc097b5-18cf-4428-bbc1-428a0a2cba15 on host dv-cinder-766752-3-iscsi {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:09:00.150218 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8511501-f3ca-43c6-b7b8-89f82998efe3 None None] Pushing event deleted for resources: {'Port': ['ID=1bc097b5-18cf-4428-bbc1-428a0a2cba15,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:00.152905 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-e8511501-f3ca-43c6-b7b8-89f82998efe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:00.206099 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817618', 'neutron.services.segments.db._delete_segments_for_network-8737367115731'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.215771 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc362ef-bd1f-40fa-861d-5e2be660a931']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:00.226244 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca325b05-0fb9-4c4e-a7e1-949749606518') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:00.226544 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca325b05-0fb9-4c4e-a7e1-949749606518') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:00.235938 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737367115560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460690'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.250302 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.256902 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:09:00.257305 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454771'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: Traceback (most recent call last): Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: timer() Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: cb(*args, **kw) Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: return func(*args, **kwargs) Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: self._notify() Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: self.callback(batched_events) Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: event.method(event) Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: return f(self, *a, **k) Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._get(url).json() Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:09:00.259059 dv-cinder-766752-3-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:09:00.379277 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546235'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.381647 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4880fc19-0143-404f-945f-cb5e04503ed2 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:09:00.384045 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.388725 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] 10.222.0.38 "DELETE /v2.0/networks/7dc362ef-bd1f-40fa-861d-5e2be660a931 HTTP/1.1" status: 204 len: 168 time: 0.7237892 Jun 18 22:09:00.389526 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:00.393499 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.403981 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] Pushing event deleted for resources: {'Network': ['ID=7dc362ef-bd1f-40fa-861d-5e2be660a931,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:00.406580 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:00.411158 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Transition to ACTIVE for port object 4880fc19-0143-404f-945f-cb5e04503ed2 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:09:00.423323 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86602d7e-8fbf-4ee0-9ac6-75fd5714f256 req-ff7e39f9-4025-4cd5-b20a-9680b8a73fb5 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:00.424757 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-86602d7e-8fbf-4ee0-9ac6-75fd5714f256 req-ff7e39f9-4025-4cd5-b20a-9680b8a73fb5 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb38b97f-2fd4-4ccf-b2d8-a376045acdc5 HTTP/1.1" status: 200 len: 932 time: 0.1073682 Jun 18 22:09:00.464961 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-86602d7e-8fbf-4ee0-9ac6-75fd5714f256 req-e52e2835-4734-4d72-854d-1879f0c6f72c tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344558 Jun 18 22:09:00.476443 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.486928 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-93416b39-c8b6-446d-9357-20f5e3599ed6 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:00.572310 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Pushing event updated for resources: {'Port': ['ID=4880fc19-0143-404f-945f-cb5e04503ed2,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:00.598669 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:00.599048 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:00.599428 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:00.599777 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:00.600156 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:00.600515 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:00.600929 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:00.601277 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:00.601707 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:00.602060 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:00.602408 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:00.602754 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:00.606297 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:00.634236 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Attempting to bind port 4880fc19-0143-404f-945f-cb5e04503ed2 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:09:00.634573 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Attempting to bind port 4880fc19-0143-404f-945f-cb5e04503ed2 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '9c7aea1f-80d4-4bca-b088-5a6aab40a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '57f4454d-17ee-4f6b-a986-71822d43c7e4'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:09:00.637638 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Attempting to bind port 4880fc19-0143-404f-945f-cb5e04503ed2 on network 57f4454d-17ee-4f6b-a986-71822d43c7e4 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:09:00.639045 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Port 4880fc19-0143-404f-945f-cb5e04503ed2 on network 57f4454d-17ee-4f6b-a986-71822d43c7e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:09:00.639366 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Attempting to bind port 4880fc19-0143-404f-945f-cb5e04503ed2 on network 57f4454d-17ee-4f6b-a986-71822d43c7e4 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:09:00.644300 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:09:00.644702 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Checking segment: {'id': '9c7aea1f-80d4-4bca-b088-5a6aab40a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '57f4454d-17ee-4f6b-a986-71822d43c7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:09:00.645086 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Bound using segment: {'id': '9c7aea1f-80d4-4bca-b088-5a6aab40a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '57f4454d-17ee-4f6b-a986-71822d43c7e4'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:09:00.645514 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Bound port: 4880fc19-0143-404f-945f-cb5e04503ed2, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7aea1f-80d4-4bca-b088-5a6aab40a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '57f4454d-17ee-4f6b-a986-71822d43c7e4'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:09:00.645859 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.697487 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41520) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:00.723030 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] For port 4880fc19-0143-404f-945f-cb5e04503ed2, host hv-cinder-76675, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:09:00.746008 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] For port 4880fc19-0143-404f-945f-cb5e04503ed2, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=4880fc19-0143-404f-945f-cb5e04503ed2,segment=NetworkSegment(9c7aea1f-80d4-4bca-b088-5a6aab40a558),segment_id=9c7aea1f-80d4-4bca-b088-5a6aab40a558)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:09:00.759911 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-f61249e7-fbf8-472f-a787-f597e2e11bee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5cd1eeb4bcc475ebbc2fd572b828eb7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0612350 Jun 18 22:09:00.762372 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41522) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:00.810560 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-222b0d13-3334-4574-a57c-9f928de469d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.833273 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-222b0d13-3334-4574-a57c-9f928de469d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.834201 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 73a1ef9c-fc5c-453a-b8aa-95768c77fdbf no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:09:00.835490 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.842895 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-dbcb219d-88e9-4b46-948c-6c4d8620d09a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:00.853978 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 73a1ef9c-fc5c-453a-b8aa-95768c77fdbf {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:09:00.854404 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 73a1ef9c-fc5c-453a-b8aa-95768c77fdbf not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:09:00.854845 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 1bc097b5-18cf-4428-bbc1-428a0a2cba15 no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:09:00.878567 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 1bc097b5-18cf-4428-bbc1-428a0a2cba15 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:09:00.879791 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 1bc097b5-18cf-4428-bbc1-428a0a2cba15 not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:09:00.887257 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:00.887879 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.889253 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] 10.222.0.44 "PUT /v2.0/ports/4880fc19-0143-404f-945f-cb5e04503ed2 HTTP/1.1" status: 200 len: 1094 time: 0.9101610 Jun 18 22:09:00.889765 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb38b97f-2fd4-4ccf-b2d8-a376045acdc5', 'tag': '4880fc19-0143-404f-945f-cb5e04503ed2'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:09:00.892288 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4688eede-6780-4123-9b61-b56ef7795b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb38b97f-2fd4-4ccf-b2d8-a376045acdc5", "tag": "4880fc19-0143-404f-945f-cb5e04503ed2"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:09:00.925002 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Pushing event updated for resources: {'Port': ['ID=4880fc19-0143-404f-945f-cb5e04503ed2,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:00.928397 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b757e008-b2f1-4278-87a1-9ffbbb238f5c x-openstack-request-id: req-b757e008-b2f1-4278-87a1-9ffbbb238f5c {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:09:00.928771 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb38b97f-2fd4-4ccf-b2d8-a376045acdc5", "tag": "4880fc19-0143-404f-945f-cb5e04503ed2", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:09:00.929000 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b757e008-b2f1-4278-87a1-9ffbbb238f5c {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:09:00.929424 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb38b97f-2fd4-4ccf-b2d8-a376045acdc5', 'tag': '4880fc19-0143-404f-945f-cb5e04503ed2', 'status': 'completed', 'code': 200} Jun 18 22:09:00.930422 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:01.026398 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688eede-6780-4123-9b61-b56ef7795b4f req-821943d3-caee-421d-abcd-9771742599b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:01.027820 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4688eede-6780-4123-9b61-b56ef7795b4f req-821943d3-caee-421d-abcd-9771742599b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3df2dffb0ce450e853c45c7b5c4d6e4&device_id=bb38b97f-2fd4-4ccf-b2d8-a376045acdc5 HTTP/1.1" status: 200 len: 1097 time: 0.0530722 Jun 18 22:09:01.028827 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-222b0d13-3334-4574-a57c-9f928de469d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:01.031427 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-222b0d13-3334-4574-a57c-9f928de469d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:01.033028 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-222b0d13-3334-4574-a57c-9f928de469d5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7dc147fa-1ae1-4b17-a8e4-756aff4ab5c5 HTTP/1.1" status: 204 len: 168 time: 0.2691667 Jun 18 22:09:01.033984 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-5e2e2f45-477c-43b0-9869-7e3688154c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:01.041188 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b0d13-3334-4574-a57c-9f928de469d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc147fa-1ae1-4b17-a8e4-756aff4ab5c5,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:01.043777 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-222b0d13-3334-4574-a57c-9f928de469d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:01.137081 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:09:01.140992 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688eede-6780-4123-9b61-b56ef7795b4f req-65bd3a83-2f30-46b1-9857-c31fce2785e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:01.142778 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4688eede-6780-4123-9b61-b56ef7795b4f req-65bd3a83-2f30-46b1-9857-c31fce2785e0 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e3df2dffb0ce450e853c45c7b5c4d6e4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0981116 Jun 18 22:09:01.237869 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688eede-6780-4123-9b61-b56ef7795b4f req-2a06a424-702a-4fa2-af12-2065027e1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:01.239208 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4688eede-6780-4123-9b61-b56ef7795b4f req-2a06a424-702a-4fa2-af12-2065027e1399 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893154 Jun 18 22:09:01.352056 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-180864aa-5cc0-44b7-92f9-d433703e70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:01.353540 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-180864aa-5cc0-44b7-92f9-d433703e70bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3df2dffb0ce450e853c45c7b5c4d6e4&device_id=bb38b97f-2fd4-4ccf-b2d8-a376045acdc5 HTTP/1.1" status: 200 len: 1097 time: 0.0528710 Jun 18 22:09:01.402075 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-56cce264-ef6f-48af-88a3-977d75eabb44 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4880fc19-0143-404f-945f-cb5e04503ed2 HTTP/1.1" status: 200 len: 217 time: 0.0338745 Jun 18 22:09:01.452464 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-6caaa37b-3cfe-4e9d-a383-6e3690096770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:01.454650 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-6caaa37b-3cfe-4e9d-a383-6e3690096770 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=92d66e4f-f80f-4742-a53a-042d62733f55 HTTP/1.1" status: 200 len: 854 time: 0.0453720 Jun 18 22:09:01.489172 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-2a9fa3f9-719a-4900-80d7-d524d7b75e93 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57f4454d-17ee-4f6b-a986-71822d43c7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271027 Jun 18 22:09:01.591807 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-8a45f924-850a-4b0c-b610-f1d94ada4f08 service neutron] 10.222.0.44 "GET /v2.0/networks/57f4454d-17ee-4f6b-a986-71822d43c7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949514 Jun 18 22:09:01.712158 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da57ee3-18e6-4083-b59d-1dc7a8388bc3 req-22063f57-f8d0-4719-8e70-7a80dace8d09 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:01.713579 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5da57ee3-18e6-4083-b59d-1dc7a8388bc3 req-22063f57-f8d0-4719-8e70-7a80dace8d09 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb38b97f-2fd4-4ccf-b2d8-a376045acdc5 HTTP/1.1" status: 200 len: 944 time: 0.1361499 Jun 18 22:09:01.718611 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee6651f5-a2c9-4984-9e04-f437318c309e req-a186fabb-db8a-48c0-b5f2-b2e5fe123110 service neutron] 10.222.0.44 "GET /v2.0/networks/57f4454d-17ee-4f6b-a986-71822d43c7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079636 Jun 18 22:09:01.754124 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5da57ee3-18e6-4083-b59d-1dc7a8388bc3 req-5c700a4d-433e-478e-b9f4-0be5dd3573a2 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330825 Jun 18 22:09:02.930964 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5fdad-3d24-49d7-a753-8f92c8f4dfae req-9d4a3a83-9d2f-436a-b757-96e23279a7fc tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:02.932597 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e8f5fdad-3d24-49d7-a753-8f92c8f4dfae req-9d4a3a83-9d2f-436a-b757-96e23279a7fc tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb38b97f-2fd4-4ccf-b2d8-a376045acdc5 HTTP/1.1" status: 200 len: 944 time: 0.0657814 Jun 18 22:09:02.969299 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e8f5fdad-3d24-49d7-a753-8f92c8f4dfae req-51d86e76-1998-4c72-bb56-fab279b62d1c tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311000 Jun 18 22:09:03.063581 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 4880fc19-0143-404f-945f-cb5e04503ed2 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:09:03.159313 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 4880fc19-0143-404f-945f-cb5e04503ed2, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=4880fc19-0143-404f-945f-cb5e04503ed2,segment=NetworkSegment(9c7aea1f-80d4-4bca-b088-5a6aab40a558),segment_id=9c7aea1f-80d4-4bca-b088-5a6aab40a558)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:03.170904 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': '4880fc19-0143-404f-945f-cb5e04503ed2', 'network_id': '57f4454d-17ee-4f6b-a986-71822d43c7e4', 'port_id': '4880fc19-0143-404f-945f-cb5e04503ed2', 'mac_address': 'fa:16:3e:3e:91:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d66e4f-f80f-4742-a53a-042d62733f55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:09:03.200914 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41568) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:03.212060 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:03.224581 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4880fc19-0143-404f-945f-cb5e04503ed2 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:09:03.243320 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 4880fc19-0143-404f-945f-cb5e04503ed2, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=4880fc19-0143-404f-945f-cb5e04503ed2,segment=NetworkSegment(9c7aea1f-80d4-4bca-b088-5a6aab40a558),segment_id=9c7aea1f-80d4-4bca-b088-5a6aab40a558)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:03.289541 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:03.292434 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:03.315187 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f143896b-2e6f-407e-bbdb-009b66ee6393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:03.339699 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=4880fc19-0143-404f-945f-cb5e04503ed2,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:03.342969 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:03.401387 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f143896b-2e6f-407e-bbdb-009b66ee6393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:03.449404 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f143896b-2e6f-407e-bbdb-009b66ee6393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:03.451733 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-8623bdc3-f83e-45cc-86d1-5faa026c54ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:03.486805 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-f143896b-2e6f-407e-bbdb-009b66ee6393 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=093a50fd64634eaf8ffce74230aa1f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848070 Jun 18 22:09:03.487781 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143896b-2e6f-407e-bbdb-009b66ee6393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b4234c-3f67-4e8f-b601-ef86bd204c61,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:03.489518 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 41572) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:03.490566 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-f143896b-2e6f-407e-bbdb-009b66ee6393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:03.538224 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-84f58b93-2e7b-4d11-8704-69b6a7e1e821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:03.562463 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-84f58b93-2e7b-4d11-8704-69b6a7e1e821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:03.580831 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['4880fc19-0143-404f-945f-cb5e04503ed2'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:09:03.682427 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-84f58b93-2e7b-4d11-8704-69b6a7e1e821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:03.684711 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-84f58b93-2e7b-4d11-8704-69b6a7e1e821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:03.685873 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-84f58b93-2e7b-4d11-8704-69b6a7e1e821 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/70b4234c-3f67-4e8f-b601-ef86bd204c61 HTTP/1.1" status: 204 len: 168 time: 0.1946862 Jun 18 22:09:03.686798 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-8c79561f-5236-426d-8bd4-0eaea6e6be62 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:03.695884 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f58b93-2e7b-4d11-8704-69b6a7e1e821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b4234c-3f67-4e8f-b601-ef86bd204c61,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:03.703586 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f58b93-2e7b-4d11-8704-69b6a7e1e821 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:03.703746 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f58b93-2e7b-4d11-8704-69b6a7e1e821 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:03.704369 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f58b93-2e7b-4d11-8704-69b6a7e1e821 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:03.704819 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f58b93-2e7b-4d11-8704-69b6a7e1e821 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:03.705189 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f58b93-2e7b-4d11-8704-69b6a7e1e821 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:03.705559 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f58b93-2e7b-4d11-8704-69b6a7e1e821 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:03.706046 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f58b93-2e7b-4d11-8704-69b6a7e1e821 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:03.706282 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f58b93-2e7b-4d11-8704-69b6a7e1e821 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:03.706647 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f58b93-2e7b-4d11-8704-69b6a7e1e821 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:03.707021 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f58b93-2e7b-4d11-8704-69b6a7e1e821 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:03.707358 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f58b93-2e7b-4d11-8704-69b6a7e1e821 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:03.707717 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f58b93-2e7b-4d11-8704-69b6a7e1e821 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:03.712569 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-84f58b93-2e7b-4d11-8704-69b6a7e1e821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:04.141296 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38e0a7-9b73-428e-bc1d-0b31c11175bc req-dbec1648-7c7d-4e5f-bf48-e9db36031f8c tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:04.143471 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ea38e0a7-9b73-428e-bc1d-0b31c11175bc req-dbec1648-7c7d-4e5f-bf48-e9db36031f8c tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb38b97f-2fd4-4ccf-b2d8-a376045acdc5 HTTP/1.1" status: 200 len: 945 time: 0.0649924 Jun 18 22:09:04.180514 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ea38e0a7-9b73-428e-bc1d-0b31c11175bc req-ff7c3abd-cf23-4621-a82d-37ee9b6b6ed9 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314353 Jun 18 22:09:04.259054 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 41580) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:04.273147 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bb82b9c0-5402-45b3-987c-3880132c09fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:04.359240 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bb82b9c0-5402-45b3-987c-3880132c09fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:04.414873 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bb82b9c0-5402-45b3-987c-3880132c09fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:04.417330 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-5abd9c0f-05ca-4c31-bede-706b429890e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:04.453040 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-bb82b9c0-5402-45b3-987c-3880132c09fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=39a297498c2a4db79019425d678b1ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929102 Jun 18 22:09:04.453949 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82b9c0-5402-45b3-987c-3880132c09fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513486c8-54b1-4709-a118-0678f099a6a2,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:04.455767 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41582) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:04.457244 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-bb82b9c0-5402-45b3-987c-3880132c09fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:04.503260 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-15c63a54-9f9d-4698-91e0-44d0c21949b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:04.522822 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-15c63a54-9f9d-4698-91e0-44d0c21949b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:04.620754 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-15c63a54-9f9d-4698-91e0-44d0c21949b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:04.623362 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-15c63a54-9f9d-4698-91e0-44d0c21949b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:04.624519 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-15c63a54-9f9d-4698-91e0-44d0c21949b2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/513486c8-54b1-4709-a118-0678f099a6a2 HTTP/1.1" status: 204 len: 168 time: 0.1676779 Jun 18 22:09:04.625457 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-222b0d13-3334-4574-a57c-9f928de469d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:04.633606 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c63a54-9f9d-4698-91e0-44d0c21949b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513486c8-54b1-4709-a118-0678f099a6a2,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:04.635811 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-15c63a54-9f9d-4698-91e0-44d0c21949b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:05.067876 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 4880fc19-0143-404f-945f-cb5e04503ed2 up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:09:05.190879 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port 4880fc19-0143-404f-945f-cb5e04503ed2 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:09:05.194967 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port 4880fc19-0143-404f-945f-cb5e04503ed2 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:09:05.195282 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:05.271105 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:05.293357 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb38b97f-2fd4-4ccf-b2d8-a376045acdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4880fc19-0143-404f-945f-cb5e04503ed2'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:09:05.295834 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d148cc-f4f3-4e86-8048-3f5166bdf029" -d '{"events": [{"server_uuid": "bb38b97f-2fd4-4ccf-b2d8-a376045acdc5", "name": "network-vif-plugged", "status": "completed", "tag": "4880fc19-0143-404f-945f-cb5e04503ed2"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:09:05.311662 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 4880fc19-0143-404f-945f-cb5e04503ed2, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=4880fc19-0143-404f-945f-cb5e04503ed2,segment=NetworkSegment(9c7aea1f-80d4-4bca-b088-5a6aab40a558),segment_id=9c7aea1f-80d4-4bca-b088-5a6aab40a558)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:05.336567 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9ad258-0a6c-4c71-aea6-de655cc2fecf x-openstack-request-id: req-aa9ad258-0a6c-4c71-aea6-de655cc2fecf {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:09:05.336860 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb38b97f-2fd4-4ccf-b2d8-a376045acdc5", "name": "network-vif-plugged", "status": "completed", "tag": "4880fc19-0143-404f-945f-cb5e04503ed2", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:09:05.337126 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aa9ad258-0a6c-4c71-aea6-de655cc2fecf {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:09:05.337519 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb38b97f-2fd4-4ccf-b2d8-a376045acdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4880fc19-0143-404f-945f-cb5e04503ed2', 'code': 200} Jun 18 22:09:05.361320 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2fabe-bf62-41ab-9050-68d6ad1a19ee req-0f2bc8ff-0d86-412f-845b-cc90c74ea180 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:05.362908 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-80a2fabe-bf62-41ab-9050-68d6ad1a19ee req-0f2bc8ff-0d86-412f-845b-cc90c74ea180 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb38b97f-2fd4-4ccf-b2d8-a376045acdc5 HTTP/1.1" status: 200 len: 945 time: 0.0692091 Jun 18 22:09:05.395296 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:05.397115 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-f81edcee-0466-4db4-8a4d-c41d931eba57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:05.404698 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-80a2fabe-bf62-41ab-9050-68d6ad1a19ee req-a69187ca-7f30-4c71-a1f6-40759bf70e9e tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358942 Jun 18 22:09:05.457198 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=4880fc19-0143-404f-945f-cb5e04503ed2,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:05.460417 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:05.758501 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3a6d0-8763-455a-9b80-7c4cf8cc047f req-822d6052-b839-4dd4-a5b1-04264443fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:05.759932 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a7f3a6d0-8763-455a-9b80-7c4cf8cc047f req-822d6052-b839-4dd4-a5b1-04264443fb24 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bb38b97f-2fd4-4ccf-b2d8-a376045acdc5 HTTP/1.1" status: 200 len: 1099 time: 0.0542684 Jun 18 22:09:05.793693 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a7f3a6d0-8763-455a-9b80-7c4cf8cc047f req-fa2b0622-9e8b-463e-b766-b009ce3a1a0c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275338 Jun 18 22:09:05.973650 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e8ace434-48c2-4a8a-bcb8-6daf2a1c5e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:06.594031 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a736502-9924-450f-ae15-b87c6aec53be req-ed46ba2e-340e-4823-a96e-452157aa7667 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:06.596293 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8a736502-9924-450f-ae15-b87c6aec53be req-ed46ba2e-340e-4823-a96e-452157aa7667 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb38b97f-2fd4-4ccf-b2d8-a376045acdc5 HTTP/1.1" status: 200 len: 946 time: 0.0637999 Jun 18 22:09:06.633275 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8a736502-9924-450f-ae15-b87c6aec53be req-4e6e6e05-26e9-4fbf-89e8-1b385fad4a5b tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312176 Jun 18 22:09:07.806733 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf8b8b-732e-46ec-a38c-0118e8b01840 req-29e7da9d-782a-44a1-b642-ef3ad07d1886 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:07.808198 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0cdf8b8b-732e-46ec-a38c-0118e8b01840 req-29e7da9d-782a-44a1-b642-ef3ad07d1886 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb38b97f-2fd4-4ccf-b2d8-a376045acdc5 HTTP/1.1" status: 200 len: 946 time: 0.0650978 Jun 18 22:09:07.846204 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0cdf8b8b-732e-46ec-a38c-0118e8b01840 req-fd329b96-02df-4b3b-891a-d96f917beb26 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317991 Jun 18 22:09:08.364040 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3e5f7b5c-78be-4422-8b26-5c559b4ddc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:08.899413 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:09.552132 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:11.539121 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:19.061558 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:25.591095 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 41752) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:25.908920 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-067d57c5-4bec-41d5-a852-5cdc50f011af req-78b2b6dc-a26d-4843-a9fa-7ea317d8e640 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535076 Jun 18 22:09:26.021560 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d57c5-4bec-41d5-a852-5cdc50f011af req-608acf73-f93e-47bc-b6c3-c5384f4c6f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:26.023009 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-067d57c5-4bec-41d5-a852-5cdc50f011af req-608acf73-f93e-47bc-b6c3-c5384f4c6f14 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed9e4db77ad6448dba057f80f84b20ef&device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 1098 time: 0.0517879 Jun 18 22:09:26.085586 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-d5d3f317-575e-41c2-a43d-665d4e57a0ee tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Deleting port 4b76d52f-e32b-44a4-9851-6f65bdd90cfd {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:26.085586 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f317-575e-41c2-a43d-665d4e57a0ee tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:26.128981 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d57c5-4bec-41d5-a852-5cdc50f011af req-965dc150-549f-4410-9de9-38ec5193c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:26.130400 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-067d57c5-4bec-41d5-a852-5cdc50f011af req-965dc150-549f-4410-9de9-38ec5193c764 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d0970eb9-7453-4bc7-acc8-23863a420423 HTTP/1.1" status: 200 len: 910 time: 0.0863752 Jun 18 22:09:26.162814 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f317-575e-41c2-a43d-665d4e57a0ee tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:26.163129 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f317-575e-41c2-a43d-665d4e57a0ee tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:26.193944 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-067d57c5-4bec-41d5-a852-5cdc50f011af req-9d55b3db-cc22-46b7-96d1-b9347c3f928b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6263e30-7bb0-4c20-95f0-db518eede253 HTTP/1.1" status: 200 len: 1001 time: 0.0567460 Jun 18 22:09:26.226802 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-d5d3f317-575e-41c2-a43d-665d4e57a0ee tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Calling delete_port for 4b76d52f-e32b-44a4-9851-6f65bdd90cfd owned by network:floatingip {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:26.241583 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d57c5-4bec-41d5-a852-5cdc50f011af req-cd7096c5-2086-4b95-831f-ed8ee2396eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:26.242979 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-067d57c5-4bec-41d5-a852-5cdc50f011af req-cd7096c5-2086-4b95-831f-ed8ee2396eb3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43c6e494-71ef-4246-96bb-6c5d7207995a HTTP/1.1" status: 200 len: 848 time: 0.0432885 Jun 18 22:09:26.304604 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d57c5-4bec-41d5-a852-5cdc50f011af req-e24e3acf-76f7-4e1a-98da-ebbc48afa93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:26.306139 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-067d57c5-4bec-41d5-a852-5cdc50f011af req-e24e3acf-76f7-4e1a-98da-ebbc48afa93a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d0970eb9-7453-4bc7-acc8-23863a420423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560184 Jun 18 22:09:26.394773 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-067d57c5-4bec-41d5-a852-5cdc50f011af req-efe52bc3-7e77-447a-90c7-fa27c749b759 service neutron] 10.222.0.44 "GET /v2.0/networks/d0970eb9-7453-4bc7-acc8-23863a420423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816705 Jun 18 22:09:26.477112 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f317-575e-41c2-a43d-665d4e57a0ee tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460578'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:26.480010 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:26.485321 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-067d57c5-4bec-41d5-a852-5cdc50f011af req-64bfcca6-7b76-467d-93ad-fe9745c7cbac service neutron] 10.222.0.44 "GET /v2.0/networks/d0970eb9-7453-4bc7-acc8-23863a420423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843289 Jun 18 22:09:26.504330 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3f317-575e-41c2-a43d-665d4e57a0ee tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Pushing event deleted for resources: {'Port': ['ID=4b76d52f-e32b-44a4-9851-6f65bdd90cfd,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:26.509804 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d5d3f317-575e-41c2-a43d-665d4e57a0ee tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:26.563980 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f317-575e-41c2-a43d-665d4e57a0ee tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for floatingip, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:26.564418 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.db.l3_db [None req-d5d3f317-575e-41c2-a43d-665d4e57a0ee tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Floating IP e1e36ce2-fdc3-4a74-882e-2dc14cf5944e disassociated (deleted). External IP: 172.27.1.110, port: b6263e30-7bb0-4c20-95f0-db518eede253. Jun 18 22:09:26.764603 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d3f317-575e-41c2-a43d-665d4e57a0ee tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Router 2df67ef0-2a69-4521-ab8b-fe356cae505d has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:09:26.867822 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d3f317-575e-41c2-a43d-665d4e57a0ee tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:09:26.872914 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f317-575e-41c2-a43d-665d4e57a0ee tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:26.877215 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b88730-3183-4664-8b07-2712caaa366f None None] Sync routers for ids ['2df67ef0-2a69-4521-ab8b-fe356cae505d'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:09:26.887404 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b88730-3183-4664-8b07-2712caaa366f None None] Routers {'2df67ef0-2a69-4521-ab8b-fe356cae505d'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:09:26.888026 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-26b88730-3183-4664-8b07-2712caaa366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:09:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2df67ef0-2a69-4521-ab8b-fe356cae505d'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:26.910117 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-d5d3f317-575e-41c2-a43d-665d4e57a0ee tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "DELETE /v2.0/floatingips/e1e36ce2-fdc3-4a74-882e-2dc14cf5944e HTTP/1.1" status: 204 len: 168 time: 1.3157413 Jun 18 22:09:26.910117 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eaf8cc1-141b-4ce4-b3a5-43a520b9128c', 'tag': 'b6263e30-7bb0-4c20-95f0-db518eede253'}] {{(pid=93153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:09:26.910964 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c18e9d6bde45226bdbcdb03008c6a2f56c7d2f4ed9dd54f2a22aac6e91e602" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7712211e-faf6-4f39-9ef0-5f169d51f915" -d '{"events": [{"name": "network-changed", "server_uuid": "6eaf8cc1-141b-4ce4-b3a5-43a520b9128c", "tag": "b6263e30-7bb0-4c20-95f0-db518eede253"}]}' {{(pid=93153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:09:27.020956 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-26b88730-3183-4664-8b07-2712caaa366f None None] Set router 2df67ef0-2a69-4521-ab8b-fe356cae505d gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:09:27.105552 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d0c9e0-77bd-4c05-b5c2-b57cd519d0f3 x-openstack-request-id: req-50d0c9e0-77bd-4c05-b5c2-b57cd519d0f3 {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:09:27.109642 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eaf8cc1-141b-4ce4-b3a5-43a520b9128c", "tag": "b6263e30-7bb0-4c20-95f0-db518eede253", "status": "completed", "code": 200}]} {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:09:27.109642 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-50d0c9e0-77bd-4c05-b5c2-b57cd519d0f3 {{(pid=93153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:09:27.109642 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eaf8cc1-141b-4ce4-b3a5-43a520b9128c', 'tag': 'b6263e30-7bb0-4c20-95f0-db518eede253', 'status': 'completed', 'code': 200} Jun 18 22:09:27.209553 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712211e-faf6-4f39-9ef0-5f169d51f915 req-9350060c-89ea-44a0-b15c-28507edd1027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:27.211326 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7712211e-faf6-4f39-9ef0-5f169d51f915 req-9350060c-89ea-44a0-b15c-28507edd1027 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed9e4db77ad6448dba057f80f84b20ef&device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 1098 time: 0.0572729 Jun 18 22:09:27.276155 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-26b88730-3183-4664-8b07-2712caaa366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'name': 'tempest-TestShelveInstance-1585433619-router', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:38Z', 'updated_at': '2021-06-18T22:03:45Z', 'revision_number': 4, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'gw_port': {'id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:39Z', 'updated_at': '2021-06-18T22:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '0fcf22c4-d853-47e8-acef-4960e6aad680', 'name': '', 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'mac_address': 'fa:16:3e:c7:48:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '43c6e494-71ef-4246-96bb-6c5d7207995a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:43Z', 'updated_at': '2021-06-18T22:03:53Z', 'revision_number': 5, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'subnets': [{'id': '43c6e494-71ef-4246-96bb-6c5d7207995a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:27.299053 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b88730-3183-4664-8b07-2712caaa366f None None] Checking router: 2df67ef0-2a69-4521-ab8b-fe356cae505d for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:09:27.307462 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b88730-3183-4664-8b07-2712caaa366f None None] Routers {'2df67ef0-2a69-4521-ab8b-fe356cae505d'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:09:27.308209 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-26b88730-3183-4664-8b07-2712caaa366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:09:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2df67ef0-2a69-4521-ab8b-fe356cae505d'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:27.324577 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712211e-faf6-4f39-9ef0-5f169d51f915 req-dbf0f2e5-08b5-45b0-880c-eaa52c682901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:27.325999 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7712211e-faf6-4f39-9ef0-5f169d51f915 req-dbf0f2e5-08b5-45b0-880c-eaa52c682901 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d0970eb9-7453-4bc7-acc8-23863a420423 HTTP/1.1" status: 200 len: 910 time: 0.1069818 Jun 18 22:09:27.419321 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-26b88730-3183-4664-8b07-2712caaa366f None None] Set router 2df67ef0-2a69-4521-ab8b-fe356cae505d gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:09:27.720531 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7712211e-faf6-4f39-9ef0-5f169d51f915 req-47305ca9-dc06-4b67-8647-26a8d6723953 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6263e30-7bb0-4c20-95f0-db518eede253 HTTP/1.1" status: 200 len: 217 time: 0.3748033 Jun 18 22:09:27.768753 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-26b88730-3183-4664-8b07-2712caaa366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'name': 'tempest-TestShelveInstance-1585433619-router', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:38Z', 'updated_at': '2021-06-18T22:03:45Z', 'revision_number': 4, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'gw_port': {'id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:39Z', 'updated_at': '2021-06-18T22:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '0fcf22c4-d853-47e8-acef-4960e6aad680', 'name': '', 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'mac_address': 'fa:16:3e:c7:48:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '43c6e494-71ef-4246-96bb-6c5d7207995a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:43Z', 'updated_at': '2021-06-18T22:03:53Z', 'revision_number': 5, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'subnets': [{'id': '43c6e494-71ef-4246-96bb-6c5d7207995a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:27.783505 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704ca55-6efb-47ec-aa76-cfd627bdaea3 req-f484c707-16b6-4983-9b2b-7765bf1ad506 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:27.784979 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1704ca55-6efb-47ec-aa76-cfd627bdaea3 req-f484c707-16b6-4983-9b2b-7765bf1ad506 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.0674832 Jun 18 22:09:27.798226 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b88730-3183-4664-8b07-2712caaa366f None None] The sync data for ids ['2df67ef0-2a69-4521-ab8b-fe356cae505d'] in dv-cinder-766752-3-iscsi is: [{'id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'name': 'tempest-TestShelveInstance-1585433619-router', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:38Z', 'updated_at': '2021-06-18T22:03:45Z', 'revision_number': 4, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'gw_port': {'id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:39Z', 'updated_at': '2021-06-18T22:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '0fcf22c4-d853-47e8-acef-4960e6aad680', 'name': '', 'network_id': 'd0970eb9-7453-4bc7-acc8-23863a420423', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'mac_address': 'fa:16:3e:c7:48:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '43c6e494-71ef-4246-96bb-6c5d7207995a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:43Z', 'updated_at': '2021-06-18T22:03:53Z', 'revision_number': 5, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'subnets': [{'id': '43c6e494-71ef-4246-96bb-6c5d7207995a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:09:27.826086 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1704ca55-6efb-47ec-aa76-cfd627bdaea3 req-291519c3-6242-4f6b-a392-5ece4ac3bb37 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346086 Jun 18 22:09:28.000470 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83da4ee-af73-487b-949f-ace7f94bba58 None None] New status for floating IP e1e36ce2-fdc3-4a74-882e-2dc14cf5944e: DOWN {{(pid=93156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:09:28.628874 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712211e-faf6-4f39-9ef0-5f169d51f915 req-1f2c6ab2-37c8-41a7-a8cf-c09bceff4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:28.630280 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7712211e-faf6-4f39-9ef0-5f169d51f915 req-1f2c6ab2-37c8-41a7-a8cf-c09bceff4a5c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43c6e494-71ef-4246-96bb-6c5d7207995a HTTP/1.1" status: 200 len: 848 time: 0.0470295 Jun 18 22:09:28.998273 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a5e2e-3ce2-4913-b327-ec6b0de8e6f9 req-42c9d6ad-bdfc-43fa-9adc-4ba88497cb9e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:28.999724 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4b1a5e2e-3ce2-4913-b327-ec6b0de8e6f9 req-42c9d6ad-bdfc-43fa-9adc-4ba88497cb9e tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.0630007 Jun 18 22:09:29.036207 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4b1a5e2e-3ce2-4913-b327-ec6b0de8e6f9 req-8a0e8644-a8e8-440d-b1b0-dbed65d5143c tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307984 Jun 18 22:09:29.510758 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712211e-faf6-4f39-9ef0-5f169d51f915 req-48deab27-a3b8-435f-bef9-464707d41dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:29.512296 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7712211e-faf6-4f39-9ef0-5f169d51f915 req-48deab27-a3b8-435f-bef9-464707d41dee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d0970eb9-7453-4bc7-acc8-23863a420423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507576 Jun 18 22:09:30.212661 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e9309-14c0-406d-bf52-c719dbb23056 req-964d4cf3-8fd5-4a11-8507-dde17a727583 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:30.214041 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-196e9309-14c0-406d-bf52-c719dbb23056 req-964d4cf3-8fd5-4a11-8507-dde17a727583 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.0636706 Jun 18 22:09:30.250386 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-196e9309-14c0-406d-bf52-c719dbb23056 req-0003cba4-bf41-4976-a6b1-2c7e7df8b268 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309017 Jun 18 22:09:30.549221 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7712211e-faf6-4f39-9ef0-5f169d51f915 req-c3efa516-0e1d-4220-bf10-e5fb19700a4c service neutron] 10.222.0.44 "GET /v2.0/networks/d0970eb9-7453-4bc7-acc8-23863a420423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790627 Jun 18 22:09:30.639727 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7712211e-faf6-4f39-9ef0-5f169d51f915 req-9989d826-ab3a-4645-a8fc-9231a45befa4 service neutron] 10.222.0.44 "GET /v2.0/networks/d0970eb9-7453-4bc7-acc8-23863a420423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830600 Jun 18 22:09:31.422888 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183ba20-ecb4-425c-9871-81c987e62aed req-e35bfb3d-20f9-407a-8805-5ad8024a42ab tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:31.424324 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a183ba20-ecb4-425c-9871-81c987e62aed req-e35bfb3d-20f9-407a-8805-5ad8024a42ab tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.0621288 Jun 18 22:09:31.461734 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a183ba20-ecb4-425c-9871-81c987e62aed req-7092f25d-8aee-4ce1-ad5c-9f10f0d8c1ba tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312791 Jun 18 22:09:32.629459 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6ee93-adbe-449a-9e74-a5a47cf9e355 req-e4a7ff54-7bdc-4b37-86cd-1f6463a721e4 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:32.630765 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5cf6ee93-adbe-449a-9e74-a5a47cf9e355 req-e4a7ff54-7bdc-4b37-86cd-1f6463a721e4 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.0608974 Jun 18 22:09:32.671930 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5cf6ee93-adbe-449a-9e74-a5a47cf9e355 req-3e817da9-e93d-41f2-a76d-b6d9f66360e0 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353162 Jun 18 22:09:33.842242 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e428d6d-ca5f-4785-b68c-8e5c56aca80e req-3ecad879-d0c4-4ccc-bcbb-6e06bcdc9c58 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:33.843671 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7e428d6d-ca5f-4785-b68c-8e5c56aca80e req-3ecad879-d0c4-4ccc-bcbb-6e06bcdc9c58 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.0639007 Jun 18 22:09:33.880932 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7e428d6d-ca5f-4785-b68c-8e5c56aca80e req-279756e3-3ed5-4722-90af-7fbdf8eb2385 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8e78a5a-ae68-4f28-b321-0bca1db95486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316355 Jun 18 22:09:34.543162 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8ec3a-6178-4d11-aa0c-1989f191cecd req-8c300388-4fe9-4b02-8243-0f998f6b4aec tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:34.544554 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ccb8ec3a-6178-4d11-aa0c-1989f191cecd req-8c300388-4fe9-4b02-8243-0f998f6b4aec tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.44 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 945 time: 0.0596092 Jun 18 22:09:34.647288 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-ccb8ec3a-6178-4d11-aa0c-1989f191cecd req-7200c291-f5a0-4eca-aca2-b498a1b9f00f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Deleting port b6263e30-7bb0-4c20-95f0-db518eede253 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:34.647712 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ccb8ec3a-6178-4d11-aa0c-1989f191cecd req-7200c291-f5a0-4eca-aca2-b498a1b9f00f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:34.733183 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-ccb8ec3a-6178-4d11-aa0c-1989f191cecd req-7200c291-f5a0-4eca-aca2-b498a1b9f00f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] For port b6263e30-7bb0-4c20-95f0-db518eede253, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b6263e30-7bb0-4c20-95f0-db518eede253,segment=NetworkSegment(2b331b0a-2380-4400-b62b-7b160dff8e3a),segment_id=2b331b0a-2380-4400-b62b-7b160dff8e3a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:34.733534 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ccb8ec3a-6178-4d11-aa0c-1989f191cecd req-7200c291-f5a0-4eca-aca2-b498a1b9f00f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:34.799509 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-ccb8ec3a-6178-4d11-aa0c-1989f191cecd req-7200c291-f5a0-4eca-aca2-b498a1b9f00f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Calling delete_port for b6263e30-7bb0-4c20-95f0-db518eede253 owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:35.021545 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eef834f5-06fe-4c59-9f68-ce0782f3581a req-b081c674-8b17-4aa0-ae85-072bab6712f6 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 210 time: 0.0287337 Jun 18 22:09:35.022278 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ccb8ec3a-6178-4d11-aa0c-1989f191cecd req-7200c291-f5a0-4eca-aca2-b498a1b9f00f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:35.026363 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-13246786-34eb-41c8-ab90-5da4d1ca3bda tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:35.054335 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200c291-f5a0-4eca-aca2-b498a1b9f00f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Pushing event deleted for resources: {'Port': ['ID=b6263e30-7bb0-4c20-95f0-db518eede253,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:35.061362 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-7200c291-f5a0-4eca-aca2-b498a1b9f00f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:35.105207 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb8ec3a-6178-4d11-aa0c-1989f191cecd req-7200c291-f5a0-4eca-aca2-b498a1b9f00f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] No DVR routers for this DVR port b6263e30-7bb0-4c20-95f0-db518eede253 on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:09:35.105207 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ccb8ec3a-6178-4d11-aa0c-1989f191cecd req-7200c291-f5a0-4eca-aca2-b498a1b9f00f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:35.105967 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ccb8ec3a-6178-4d11-aa0c-1989f191cecd req-7200c291-f5a0-4eca-aca2-b498a1b9f00f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.44 "DELETE /v2.0/ports/b6263e30-7bb0-4c20-95f0-db518eede253 HTTP/1.1" status: 204 len: 173 time: 0.5552139 Jun 18 22:09:35.106465 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eaf8cc1-141b-4ce4-b3a5-43a520b9128c', 'name': 'network-vif-deleted', 'tag': 'b6263e30-7bb0-4c20-95f0-db518eede253'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:09:35.108785 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668f02ee-5ed1-40cf-add8-e5cde503ab80" -d '{"events": [{"server_uuid": "6eaf8cc1-141b-4ce4-b3a5-43a520b9128c", "name": "network-vif-deleted", "tag": "b6263e30-7bb0-4c20-95f0-db518eede253"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:09:35.143682 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e03537c-832f-4094-9e8c-5d0cd6f72b1b x-openstack-request-id: req-6e03537c-832f-4094-9e8c-5d0cd6f72b1b {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:09:35.144011 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eaf8cc1-141b-4ce4-b3a5-43a520b9128c", "name": "network-vif-deleted", "tag": "b6263e30-7bb0-4c20-95f0-db518eede253", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:09:35.144343 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6e03537c-832f-4094-9e8c-5d0cd6f72b1b {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:09:35.144805 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eaf8cc1-141b-4ce4-b3a5-43a520b9128c', 'name': 'network-vif-deleted', 'tag': 'b6263e30-7bb0-4c20-95f0-db518eede253', 'status': 'completed', 'code': 200} Jun 18 22:09:36.010288 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6227e9b7-11d0-477f-a8a7-e9da630b835d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:36.173961 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-42d6ffb4-8f53-4235-aba7-6a2f90d1242d req-a121b269-515a-4056-873e-7cd0881620bf tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eaf8cc1-141b-4ce4-b3a5-43a520b9128c HTTP/1.1" status: 200 len: 210 time: 0.0303154 Jun 18 22:09:37.224388 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device b6263e30-7bb0-4c20-95f0-db518eede253 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:09:37.248556 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] No Port match for: b6263e30-7bb0-4c20-95f0-db518eede253 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:09:37.251648 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device b6263e30-7bb0-4c20-95f0-db518eede253 not bound to the agent host hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:09:37.271367 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41872) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:37.331872 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fb36aac6-13a4-4ab5-a7f3-51c6bf574773 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:37.357452 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fb36aac6-13a4-4ab5-a7f3-51c6bf574773 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:37.499488 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fb36aac6-13a4-4ab5-a7f3-51c6bf574773 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:37.502264 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fb36aac6-13a4-4ab5-a7f3-51c6bf574773 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:37.503421 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-fb36aac6-13a4-4ab5-a7f3-51c6bf574773 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] 10.222.0.38 "DELETE /v2.0/security-groups/b8e78a5a-ae68-4f28-b321-0bca1db95486 HTTP/1.1" status: 204 len: 168 time: 0.2310126 Jun 18 22:09:37.504258 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-0fe53802-8081-48c5-8330-1fc6a8a0a1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:37.513294 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36aac6-13a4-4ab5-a7f3-51c6bf574773 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e78a5a-ae68-4f28-b321-0bca1db95486,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:37.515939 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-fb36aac6-13a4-4ab5-a7f3-51c6bf574773 tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:37.631287 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 41878) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:38.050976 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-34d59821-fd92-40cd-ad3e-905e9cb8f521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606708'] for router_interface, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:38.134839 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:09:38.288921 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-34d59821-fd92-40cd-ad3e-905e9cb8f521 admin admin] Deleting port 0fcf22c4-d853-47e8-acef-4960e6aad680 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:38.289262 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-34d59821-fd92-40cd-ad3e-905e9cb8f521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:38.345514 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9b52-cbe5-4f63-ba37-35f3c4d189ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:38.364114 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-34d59821-fd92-40cd-ad3e-905e9cb8f521 admin admin] For port 0fcf22c4-d853-47e8-acef-4960e6aad680, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=0fcf22c4-d853-47e8-acef-4960e6aad680,segment=NetworkSegment(2b331b0a-2380-4400-b62b-7b160dff8e3a),segment_id=2b331b0a-2380-4400-b62b-7b160dff8e3a)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:38.364476 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-34d59821-fd92-40cd-ad3e-905e9cb8f521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:38.429410 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-34d59821-fd92-40cd-ad3e-905e9cb8f521 admin admin] Calling delete_port for 0fcf22c4-d853-47e8-acef-4960e6aad680 owned by network:router_interface {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:38.642645 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-34d59821-fd92-40cd-ad3e-905e9cb8f521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460578'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:38.644664 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-413e1aac-3301-4487-9fc5-8545e2ee8938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:38.668691 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d59821-fd92-40cd-ad3e-905e9cb8f521 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fcf22c4-d853-47e8-acef-4960e6aad680,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:38.671105 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-34d59821-fd92-40cd-ad3e-905e9cb8f521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:38.848628 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-34d59821-fd92-40cd-ad3e-905e9cb8f521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606536'] for router_interface, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:38.890793 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.055455 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d59821-fd92-40cd-ad3e-905e9cb8f521 admin admin] Router 2df67ef0-2a69-4521-ab8b-fe356cae505d has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:09:39.351181 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d59821-fd92-40cd-ad3e-905e9cb8f521 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:09:39.356208 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-34d59821-fd92-40cd-ad3e-905e9cb8f521 admin admin] 10.222.0.38 "PUT /v2.0/routers/2df67ef0-2a69-4521-ab8b-fe356cae505d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7233088 Jun 18 22:09:39.358689 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 41888) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:39.361429 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f606cc5d-c926-4564-b29c-a3165c4cebd1 None None] Sync routers for ids ['2df67ef0-2a69-4521-ab8b-fe356cae505d'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:09:39.370806 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f606cc5d-c926-4564-b29c-a3165c4cebd1 None None] Routers {'2df67ef0-2a69-4521-ab8b-fe356cae505d'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:09:39.371425 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-f606cc5d-c926-4564-b29c-a3165c4cebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:09:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2df67ef0-2a69-4521-ab8b-fe356cae505d'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:39.464682 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e9f7aae4-67e3-4bea-a7a3-40d18653a3e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.481637 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-f606cc5d-c926-4564-b29c-a3165c4cebd1 None None] Set router 2df67ef0-2a69-4521-ab8b-fe356cae505d gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:09:39.564209 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e9f7aae4-67e3-4bea-a7a3-40d18653a3e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.633480 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.657554 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-f606cc5d-c926-4564-b29c-a3165c4cebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'name': 'tempest-TestShelveInstance-1585433619-router', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:38Z', 'updated_at': '2021-06-18T22:09:38Z', 'revision_number': 5, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'gw_port': {'id': '9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:39Z', 'updated_at': '2021-06-18T22:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:39.688191 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f606cc5d-c926-4564-b29c-a3165c4cebd1 None None] Checking router: 2df67ef0-2a69-4521-ab8b-fe356cae505d for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:09:39.691266 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7aae4-67e3-4bea-a7a3-40d18653a3e9 admin admin] Deleting port 9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:39.691782 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e9f7aae4-67e3-4bea-a7a3-40d18653a3e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.696538 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f606cc5d-c926-4564-b29c-a3165c4cebd1 None None] Routers {'2df67ef0-2a69-4521-ab8b-fe356cae505d'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:09:39.697150 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-f606cc5d-c926-4564-b29c-a3165c4cebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:09:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['2df67ef0-2a69-4521-ab8b-fe356cae505d'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:39.767541 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-e9f7aae4-67e3-4bea-a7a3-40d18653a3e9 admin admin] For port 9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:39.767869 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e9f7aae4-67e3-4bea-a7a3-40d18653a3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.782500 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-f606cc5d-c926-4564-b29c-a3165c4cebd1 None None] Set router 2df67ef0-2a69-4521-ab8b-fe356cae505d gateway port host: None {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:09:39.831542 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7aae4-67e3-4bea-a7a3-40d18653a3e9 admin admin] Calling delete_port for 9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e owned by network:router_gateway {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:39.833426 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-f606cc5d-c926-4564-b29c-a3165c4cebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'name': 'tempest-TestShelveInstance-1585433619-router', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:38Z', 'updated_at': '2021-06-18T22:09:39Z', 'revision_number': 6, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'gw_port_host': None}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:39.862848 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f606cc5d-c926-4564-b29c-a3165c4cebd1 None None] The sync data for ids ['2df67ef0-2a69-4521-ab8b-fe356cae505d'] in dv-cinder-766752-3-iscsi is: [{'id': '2df67ef0-2a69-4521-ab8b-fe356cae505d', 'name': 'tempest-TestShelveInstance-1585433619-router', 'tenant_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:38Z', 'updated_at': '2021-06-18T22:09:39Z', 'revision_number': 6, 'project_id': 'ed9e4db77ad6448dba057f80f84b20ef', 'gw_port_host': None}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:09:40.042171 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e9f7aae4-67e3-4bea-a7a3-40d18653a3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460578'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.044920 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:40.068535 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7aae4-67e3-4bea-a7a3-40d18653a3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:40.073633 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-e9f7aae4-67e3-4bea-a7a3-40d18653a3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:40.131301 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e9f7aae4-67e3-4bea-a7a3-40d18653a3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546148'] for router_gateway, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.218882 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e9f7aae4-67e3-4bea-a7a3-40d18653a3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1833'] for router, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.221090 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e9f7aae4-67e3-4bea-a7a3-40d18653a3e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.330308 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e9f7aae4-67e3-4bea-a7a3-40d18653a3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607531'] for router, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.339145 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f7aae4-67e3-4bea-a7a3-40d18653a3e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2df67ef0-2a69-4521-ab8b-fe356cae505d {{(pid=93153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 22:09:40.339145 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e9f7aae4-67e3-4bea-a7a3-40d18653a3e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.339145 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-e9f7aae4-67e3-4bea-a7a3-40d18653a3e9 admin admin] 10.222.0.38 "DELETE /v2.0/routers/2df67ef0-2a69-4521-ab8b-fe356cae505d HTTP/1.1" status: 204 len: 168 time: 0.9772267 Jun 18 22:09:40.339559 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 41894) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:40.381871 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5f8023-d4fc-4b58-a26a-efcac2539988 admin admin] Deleting subnet 43c6e494-71ef-4246-96bb-6c5d7207995a {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:09:40.384788 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8023-d4fc-4b58-a26a-efcac2539988 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.420115 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8023-d4fc-4b58-a26a-efcac2539988 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460699'] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.491826 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8023-d4fc-4b58-a26a-efcac2539988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814669'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.622192 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8023-d4fc-4b58-a26a-efcac2539988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9460504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9844756'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.625404 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-918f73ff-4592-4c0b-8f9e-b3bd33da6048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:40.651370 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f8023-d4fc-4b58-a26a-efcac2539988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43c6e494-71ef-4246-96bb-6c5d7207995a,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:40.654438 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7e5f8023-d4fc-4b58-a26a-efcac2539988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:40.657426 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8023-d4fc-4b58-a26a-efcac2539988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.657426 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-7e5f8023-d4fc-4b58-a26a-efcac2539988 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/43c6e494-71ef-4246-96bb-6c5d7207995a HTTP/1.1" status: 204 len: 168 time: 0.3171182 Jun 18 22:09:40.660080 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 41898) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:40.661556 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae38fbd-5d44-4fdd-8b81-2d26a1b89383 None None] Network d0970eb9-7453-4bc7-acc8-23863a420423 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:09:40.728489 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780721'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.782757 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] Deleting port 49b537da-9010-4205-b2db-8af1dc47a39d {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:40.782982 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.863167 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] For port 49b537da-9010-4205-b2db-8af1dc47a39d, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=49b537da-9010-4205-b2db-8af1dc47a39d,segment=NetworkSegment(2b331b0a-2380-4400-b62b-7b160dff8e3a),segment_id=2b331b0a-2380-4400-b62b-7b160dff8e3a)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:40.863524 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.886313 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] DHCP port deletion for d0970eb9-7453-4bc7-acc8-23863a420423 request from dv-cinder-766752-3-iscsi {{(pid=93155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 22:09:40.914916 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 0fcf22c4-d853-47e8-acef-4960e6aad680 no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:09:40.936543 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 0fcf22c4-d853-47e8-acef-4960e6aad680 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:09:40.936896 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 0fcf22c4-d853-47e8-acef-4960e6aad680 not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:09:40.937320 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:09:40.940326 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] Calling delete_port for 49b537da-9010-4205-b2db-8af1dc47a39d owned by network:dhcp {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:40.963450 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:09:40.963450 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 9caa2c6f-7b9d-4e0d-9cea-f4e02a2f005e not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:09:40.979625 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] Deleting port 49b537da-9010-4205-b2db-8af1dc47a39d {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:40.980018 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:41.046915 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] For port 49b537da-9010-4205-b2db-8af1dc47a39d, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=49b537da-9010-4205-b2db-8af1dc47a39d,segment=NetworkSegment(2b331b0a-2380-4400-b62b-7b160dff8e3a),segment_id=2b331b0a-2380-4400-b62b-7b160dff8e3a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:41.047311 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:41.086456 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460578'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:41.089632 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-27d2a909-4273-4178-abfb-9fc8984efba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:41.109446 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] Calling delete_port for 49b537da-9010-4205-b2db-8af1dc47a39d owned by network:dhcp {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:41.117112 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=49b537da-9010-4205-b2db-8af1dc47a39d,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:41.120080 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] No DVR routers for this DVR port 49b537da-9010-4205-b2db-8af1dc47a39d on host dv-cinder-766752-3-iscsi {{(pid=93153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:09:41.121981 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:41.190854 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:41.193547 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:41.195493 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817618', 'neutron.services.segments.db._delete_segments_for_network-8737367115731'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:41.206734 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0970eb9-7453-4bc7-acc8-23863a420423']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:41.217355 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] Pushing event deleted for resources: {'Port': ['ID=49b537da-9010-4205-b2db-8af1dc47a39d,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:41.218671 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b331b0a-2380-4400-b62b-7b160dff8e3a') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:41.219195 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b331b0a-2380-4400-b62b-7b160dff8e3a') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:41.219617 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] No DVR routers for this DVR port 49b537da-9010-4205-b2db-8af1dc47a39d on host dv-cinder-766752-3-iscsi {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:09:41.227946 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:41.228220 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:41.228566 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:41.228899 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:41.234250 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:41.234250 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:41.234250 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:41.234250 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:41.234250 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:41.234250 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:41.234250 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:41.234250 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:41.235155 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:41.237989 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737367115560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460690'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:41.252873 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:41.258685 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:09:41.259067 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454771'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: Traceback (most recent call last): Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: timer() Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: cb(*args, **kw) Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: return func(*args, **kwargs) Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: self._notify() Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: self.callback(batched_events) Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: event.method(event) Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: return f(self, *a, **k) Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._get(url).json() Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:09:41.260795 dv-cinder-766752-3-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:09:41.376358 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546235'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:41.379647 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:41.382349 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:41.384151 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] 10.222.0.38 "DELETE /v2.0/networks/d0970eb9-7453-4bc7-acc8-23863a420423 HTTP/1.1" status: 204 len: 168 time: 0.7231028 Jun 18 22:09:41.387317 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41910) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:41.394839 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=d0970eb9-7453-4bc7-acc8-23863a420423,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:41.397885 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:41.563076 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:41.729501 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fd167c32-bdf2-4e77-8810-a490d11e3ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606708'] for router_interface, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:41.979062 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-fd167c32-bdf2-4e77-8810-a490d11e3ee2 admin admin] Deleting port 10bdda94-3476-4c59-8024-c7d1a2bc4756 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:41.979294 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fd167c32-bdf2-4e77-8810-a490d11e3ee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:42.057136 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-fd167c32-bdf2-4e77-8810-a490d11e3ee2 admin admin] For port 10bdda94-3476-4c59-8024-c7d1a2bc4756, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=10bdda94-3476-4c59-8024-c7d1a2bc4756,segment=NetworkSegment(b6ed8bd2-0f24-478c-ae64-50255893eb99),segment_id=b6ed8bd2-0f24-478c-ae64-50255893eb99)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:42.057490 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fd167c32-bdf2-4e77-8810-a490d11e3ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:42.124415 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-fd167c32-bdf2-4e77-8810-a490d11e3ee2 admin admin] Calling delete_port for 10bdda94-3476-4c59-8024-c7d1a2bc4756 owned by network:router_interface {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:42.237316 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326f6d6-65d8-456d-8eec-a71bb55dbd94 req-2c7901bf-cdcf-4459-97fc-9c9fb1eb3b32 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:42.238775 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8326f6d6-65d8-456d-8eec-a71bb55dbd94 req-2c7901bf-cdcf-4459-97fc-9c9fb1eb3b32 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb38b97f-2fd4-4ccf-b2d8-a376045acdc5 HTTP/1.1" status: 200 len: 946 time: 0.1394508 Jun 18 22:09:42.327245 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8326f6d6-65d8-456d-8eec-a71bb55dbd94 req-b3cff1f9-876c-423b-9337-cf66a40ad294 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555568 Jun 18 22:09:42.465577 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fd167c32-bdf2-4e77-8810-a490d11e3ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:42.469555 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:42.493076 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd167c32-bdf2-4e77-8810-a490d11e3ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=10bdda94-3476-4c59-8024-c7d1a2bc4756,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:42.499685 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-fd167c32-bdf2-4e77-8810-a490d11e3ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:42.658843 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fd167c32-bdf2-4e77-8810-a490d11e3ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606536'] for router_interface, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:42.890371 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd167c32-bdf2-4e77-8810-a490d11e3ee2 admin admin] Router 52751cfe-d111-47ba-826e-3958fc69283d has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:09:42.912142 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 49b537da-9010-4205-b2db-8af1dc47a39d no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:09:42.934057 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 49b537da-9010-4205-b2db-8af1dc47a39d {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:09:42.934410 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 49b537da-9010-4205-b2db-8af1dc47a39d not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:09:43.003876 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd167c32-bdf2-4e77-8810-a490d11e3ee2 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:09:43.009621 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-fd167c32-bdf2-4e77-8810-a490d11e3ee2 admin admin] 10.222.0.38 "PUT /v2.0/routers/52751cfe-d111-47ba-826e-3958fc69283d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6212695 Jun 18 22:09:43.012141 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41948) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:43.014715 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beba3d5-d746-4aa9-a8ea-c9e0c047bfcd None None] Sync routers for ids ['52751cfe-d111-47ba-826e-3958fc69283d'] in dv-cinder-766752-3-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:09:43.027378 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beba3d5-d746-4aa9-a8ea-c9e0c047bfcd None None] Routers {'52751cfe-d111-47ba-826e-3958fc69283d'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:09:43.027998 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-7beba3d5-d746-4aa9-a8ea-c9e0c047bfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:09:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['52751cfe-d111-47ba-826e-3958fc69283d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:43.112426 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bbc8b8d8-4cce-4578-b90b-ec75570e902c admin admin] Notify callbacks [] for router, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.135044 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-7beba3d5-d746-4aa9-a8ea-c9e0c047bfcd None None] Set router 52751cfe-d111-47ba-826e-3958fc69283d gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:09:43.224650 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bbc8b8d8-4cce-4578-b90b-ec75570e902c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.315907 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-7beba3d5-d746-4aa9-a8ea-c9e0c047bfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52751cfe-d111-47ba-826e-3958fc69283d', 'name': 'tempest-TestShelveInstance-1293958607-router', 'tenant_id': '410d595d0d884cd49c2b98454cfa50a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '8e5058a9-a31e-4c0c-8046-3efcf9be40c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:50Z', 'updated_at': '2021-06-18T22:09:42Z', 'revision_number': 5, 'project_id': '410d595d0d884cd49c2b98454cfa50a1', 'gw_port': {'id': '8e5058a9-a31e-4c0c-8046-3efcf9be40c1', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52751cfe-d111-47ba-826e-3958fc69283d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:51Z', 'updated_at': '2021-06-18T22:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:43.341006 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beba3d5-d746-4aa9-a8ea-c9e0c047bfcd None None] Checking router: 52751cfe-d111-47ba-826e-3958fc69283d for host: dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:09:43.349310 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beba3d5-d746-4aa9-a8ea-c9e0c047bfcd None None] Routers {'52751cfe-d111-47ba-826e-3958fc69283d'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:09:43.349927 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-7beba3d5-d746-4aa9-a8ea-c9e0c047bfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:09:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['52751cfe-d111-47ba-826e-3958fc69283d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:43.409852 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-bbc8b8d8-4cce-4578-b90b-ec75570e902c admin admin] Deleting port 8e5058a9-a31e-4c0c-8046-3efcf9be40c1 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:43.410225 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bbc8b8d8-4cce-4578-b90b-ec75570e902c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.459134 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-7beba3d5-d746-4aa9-a8ea-c9e0c047bfcd None None] Set router 52751cfe-d111-47ba-826e-3958fc69283d gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:09:43.528751 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-bbc8b8d8-4cce-4578-b90b-ec75570e902c admin admin] For port 8e5058a9-a31e-4c0c-8046-3efcf9be40c1, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=8e5058a9-a31e-4c0c-8046-3efcf9be40c1,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:43.529389 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bbc8b8d8-4cce-4578-b90b-ec75570e902c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.598339 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-bbc8b8d8-4cce-4578-b90b-ec75570e902c admin admin] Calling delete_port for 8e5058a9-a31e-4c0c-8046-3efcf9be40c1 owned by network:router_gateway {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:43.610258 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01675770-464b-4197-9b92-5b821b1914e8 req-f252d3ce-771e-4d5b-a908-d31a19f225de tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:43.611701 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-01675770-464b-4197-9b92-5b821b1914e8 req-f252d3ce-771e-4d5b-a908-d31a19f225de tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb38b97f-2fd4-4ccf-b2d8-a376045acdc5 HTTP/1.1" status: 200 len: 946 time: 0.1615160 Jun 18 22:09:43.633449 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-7beba3d5-d746-4aa9-a8ea-c9e0c047bfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52751cfe-d111-47ba-826e-3958fc69283d', 'name': 'tempest-TestShelveInstance-1293958607-router', 'tenant_id': '410d595d0d884cd49c2b98454cfa50a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '8e5058a9-a31e-4c0c-8046-3efcf9be40c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:50Z', 'updated_at': '2021-06-18T22:09:42Z', 'revision_number': 5, 'project_id': '410d595d0d884cd49c2b98454cfa50a1', 'gw_port': {'id': '8e5058a9-a31e-4c0c-8046-3efcf9be40c1', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52751cfe-d111-47ba-826e-3958fc69283d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:51Z', 'updated_at': '2021-06-18T22:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:43.666414 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beba3d5-d746-4aa9-a8ea-c9e0c047bfcd None None] The sync data for ids ['52751cfe-d111-47ba-826e-3958fc69283d'] in dv-cinder-766752-3-iscsi is: [{'id': '52751cfe-d111-47ba-826e-3958fc69283d', 'name': 'tempest-TestShelveInstance-1293958607-router', 'tenant_id': '410d595d0d884cd49c2b98454cfa50a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '8e5058a9-a31e-4c0c-8046-3efcf9be40c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:03:50Z', 'updated_at': '2021-06-18T22:09:42Z', 'revision_number': 5, 'project_id': '410d595d0d884cd49c2b98454cfa50a1', 'gw_port': {'id': '8e5058a9-a31e-4c0c-8046-3efcf9be40c1', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52751cfe-d111-47ba-826e-3958fc69283d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:03:51Z', 'updated_at': '2021-06-18T22:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:09:43.694582 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-01675770-464b-4197-9b92-5b821b1914e8 req-0753edc5-ce58-42b3-ab07-0a3f7aa65f99 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756991 Jun 18 22:09:43.866534 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bbc8b8d8-4cce-4578-b90b-ec75570e902c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.870325 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-a1b54923-2767-406d-9e36-5beda8306f7f tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:43.900473 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8b8d8-4cce-4578-b90b-ec75570e902c admin admin] Pushing event deleted for resources: {'Port': ['ID=8e5058a9-a31e-4c0c-8046-3efcf9be40c1,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:43.907996 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bbc8b8d8-4cce-4578-b90b-ec75570e902c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:43.919154 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b9ea6-f46e-4271-b9ed-3e1200a3e796 req-94cf34cb-73b4-4709-8d69-ffe9894a4e50 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:43.920654 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ec6b9ea6-f46e-4271-b9ed-3e1200a3e796 req-94cf34cb-73b4-4709-8d69-ffe9894a4e50 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb38b97f-2fd4-4ccf-b2d8-a376045acdc5 HTTP/1.1" status: 200 len: 946 time: 0.0998900 Jun 18 22:09:44.020008 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bbc8b8d8-4cce-4578-b90b-ec75570e902c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546148'] for router_gateway, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.135356 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bbc8b8d8-4cce-4578-b90b-ec75570e902c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1833'] for router, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.140339 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bbc8b8d8-4cce-4578-b90b-ec75570e902c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.191077 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-ec6b9ea6-f46e-4271-b9ed-3e1200a3e796 req-01a09cd4-bb22-48bb-9a77-b7241086b989 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Deleting port 4880fc19-0143-404f-945f-cb5e04503ed2 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:44.191902 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ec6b9ea6-f46e-4271-b9ed-3e1200a3e796 req-01a09cd4-bb22-48bb-9a77-b7241086b989 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.567394 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bbc8b8d8-4cce-4578-b90b-ec75570e902c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607531'] for router, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.568155 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc8b8d8-4cce-4578-b90b-ec75570e902c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52751cfe-d111-47ba-826e-3958fc69283d {{(pid=93154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 22:09:44.576123 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bbc8b8d8-4cce-4578-b90b-ec75570e902c admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.579979 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 41958) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:44.581223 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-bbc8b8d8-4cce-4578-b90b-ec75570e902c admin admin] 10.222.0.38 "DELETE /v2.0/routers/52751cfe-d111-47ba-826e-3958fc69283d HTTP/1.1" status: 204 len: 168 time: 1.5669601 Jun 18 22:09:44.592609 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-ec6b9ea6-f46e-4271-b9ed-3e1200a3e796 req-01a09cd4-bb22-48bb-9a77-b7241086b989 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] For port 4880fc19-0143-404f-945f-cb5e04503ed2, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=4880fc19-0143-404f-945f-cb5e04503ed2,segment=NetworkSegment(9c7aea1f-80d4-4bca-b088-5a6aab40a558),segment_id=9c7aea1f-80d4-4bca-b088-5a6aab40a558)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:44.592968 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ec6b9ea6-f46e-4271-b9ed-3e1200a3e796 req-01a09cd4-bb22-48bb-9a77-b7241086b989 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.628730 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c423e5-faf6-4d4e-8ba2-6ff4d46a7936 admin admin] Deleting subnet e77db2e0-d70c-4216-bde3-7c105193be1e {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:09:44.632720 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e8c423e5-faf6-4d4e-8ba2-6ff4d46a7936 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.659705 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-ec6b9ea6-f46e-4271-b9ed-3e1200a3e796 req-01a09cd4-bb22-48bb-9a77-b7241086b989 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Calling delete_port for 4880fc19-0143-404f-945f-cb5e04503ed2 owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:44.667317 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e8c423e5-faf6-4d4e-8ba2-6ff4d46a7936 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460699'] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.756626 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e8c423e5-faf6-4d4e-8ba2-6ff4d46a7936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814669'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.878218 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425d67a-7f5a-4f4b-9bd0-d012d2e48ccb req-3a96b20b-2620-4619-acb5-5b0200a4f8d1 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:44.879546 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0425d67a-7f5a-4f4b-9bd0-d012d2e48ccb req-3a96b20b-2620-4619-acb5-5b0200a4f8d1 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb38b97f-2fd4-4ccf-b2d8-a376045acdc5 HTTP/1.1" status: 200 len: 946 time: 0.0623057 Jun 18 22:09:44.880590 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ec6b9ea6-f46e-4271-b9ed-3e1200a3e796 req-01a09cd4-bb22-48bb-9a77-b7241086b989 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.884471 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-a6328cbe-983d-46dc-ba56-d0aadedbe165 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:44.905866 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e8c423e5-faf6-4d4e-8ba2-6ff4d46a7936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9460504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9844756'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.908894 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:44.919642 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['4880fc19-0143-404f-945f-cb5e04503ed2'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:09:44.920995 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a09cd4-bb22-48bb-9a77-b7241086b989 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Pushing event deleted for resources: {'Port': ['ID=4880fc19-0143-404f-945f-cb5e04503ed2,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:44.923451 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-01a09cd4-bb22-48bb-9a77-b7241086b989 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:44.933084 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c423e5-faf6-4d4e-8ba2-6ff4d46a7936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e77db2e0-d70c-4216-bde3-7c105193be1e,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:44.937327 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-e8c423e5-faf6-4d4e-8ba2-6ff4d46a7936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:44.937327 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e8c423e5-faf6-4d4e-8ba2-6ff4d46a7936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.939733 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-e8c423e5-faf6-4d4e-8ba2-6ff4d46a7936 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e77db2e0-d70c-4216-bde3-7c105193be1e HTTP/1.1" status: 204 len: 168 time: 0.3583312 Jun 18 22:09:44.942386 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 41962) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:44.961103 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbf04c8-a2ee-4391-ac9f-ddf3d1755347 None None] Network e0491767-7244-49c3-83ac-cad64c794a63 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:09:44.974138 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6b9ea6-f46e-4271-b9ed-3e1200a3e796 req-01a09cd4-bb22-48bb-9a77-b7241086b989 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] No DVR routers for this DVR port 4880fc19-0143-404f-945f-cb5e04503ed2 on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:09:44.981140 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-ec6b9ea6-f46e-4271-b9ed-3e1200a3e796 req-01a09cd4-bb22-48bb-9a77-b7241086b989 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.983068 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ec6b9ea6-f46e-4271-b9ed-3e1200a3e796 req-01a09cd4-bb22-48bb-9a77-b7241086b989 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.44 "DELETE /v2.0/ports/4880fc19-0143-404f-945f-cb5e04503ed2 HTTP/1.1" status: 204 len: 173 time: 1.0467937 Jun 18 22:09:44.983568 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb38b97f-2fd4-4ccf-b2d8-a376045acdc5', 'name': 'network-vif-deleted', 'tag': '4880fc19-0143-404f-945f-cb5e04503ed2'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:09:44.986053 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dcc1f4-08e9-4ffb-8073-8ccefa7a9601" -d '{"events": [{"server_uuid": "bb38b97f-2fd4-4ccf-b2d8-a376045acdc5", "name": "network-vif-deleted", "tag": "4880fc19-0143-404f-945f-cb5e04503ed2"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:09:44.995788 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0425d67a-7f5a-4f4b-9bd0-d012d2e48ccb req-a48c9e4d-8970-4d62-b675-38caef0bd3db tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/security-groups?id=34f3a1cb-756c-4869-be30-5b33882cc5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071112 Jun 18 22:09:45.012497 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780721'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:45.045739 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddeaf08a-c5c0-491b-8b8c-f9ca54246b10 x-openstack-request-id: req-ddeaf08a-c5c0-491b-8b8c-f9ca54246b10 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:09:45.046235 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb38b97f-2fd4-4ccf-b2d8-a376045acdc5", "name": "network-vif-deleted", "tag": "4880fc19-0143-404f-945f-cb5e04503ed2", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:09:45.046582 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ddeaf08a-c5c0-491b-8b8c-f9ca54246b10 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:09:45.047079 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb38b97f-2fd4-4ccf-b2d8-a376045acdc5', 'name': 'network-vif-deleted', 'tag': '4880fc19-0143-404f-945f-cb5e04503ed2', 'status': 'completed', 'code': 200} Jun 18 22:09:45.103815 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] Deleting port 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:45.104336 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:45.110578 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 8e5058a9-a31e-4c0c-8046-3efcf9be40c1 no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:09:45.131135 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 8e5058a9-a31e-4c0c-8046-3efcf9be40c1 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:09:45.131538 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 8e5058a9-a31e-4c0c-8046-3efcf9be40c1 not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:09:45.132029 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 10bdda94-3476-4c59-8024-c7d1a2bc4756 no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:09:45.158886 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 10bdda94-3476-4c59-8024-c7d1a2bc4756 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:09:45.159228 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 10bdda94-3476-4c59-8024-c7d1a2bc4756 not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:09:45.174225 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] For port 553142eb-8fd1-4c23-91db-f5cdcb0e53b3, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=553142eb-8fd1-4c23-91db-f5cdcb0e53b3,segment=NetworkSegment(b6ed8bd2-0f24-478c-ae64-50255893eb99),segment_id=b6ed8bd2-0f24-478c-ae64-50255893eb99)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:45.174571 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:45.240660 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9108db05-8fe8-443b-a5ff-55e1dc2be17c None None] DHCP port deletion for e0491767-7244-49c3-83ac-cad64c794a63 request from dv-cinder-766752-3-iscsi {{(pid=93155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 22:09:45.242479 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] Calling delete_port for 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 owned by network:dhcp {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:45.299785 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-9108db05-8fe8-443b-a5ff-55e1dc2be17c None None] Deleting port 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:45.300211 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9108db05-8fe8-443b-a5ff-55e1dc2be17c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:45.363836 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-9108db05-8fe8-443b-a5ff-55e1dc2be17c None None] For port 553142eb-8fd1-4c23-91db-f5cdcb0e53b3, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=553142eb-8fd1-4c23-91db-f5cdcb0e53b3,segment=NetworkSegment(b6ed8bd2-0f24-478c-ae64-50255893eb99),segment_id=b6ed8bd2-0f24-478c-ae64-50255893eb99)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:45.364194 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9108db05-8fe8-443b-a5ff-55e1dc2be17c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:45.422270 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460578'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:45.425325 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-8a9495c1-c77b-4337-8a28-8310cbf6b4a8 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:45.431460 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-9108db05-8fe8-443b-a5ff-55e1dc2be17c None None] Calling delete_port for 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 owned by network:dhcp {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:45.454174 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] Pushing event deleted for resources: {'Port': ['ID=553142eb-8fd1-4c23-91db-f5cdcb0e53b3,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:45.456001 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] No DVR routers for this DVR port 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 on host dv-cinder-766752-3-iscsi {{(pid=93153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:09:45.457517 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:45.505428 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9108db05-8fe8-443b-a5ff-55e1dc2be17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:45.507415 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-e8511501-f3ca-43c6-b7b8-89f82998efe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:45.527030 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817618', 'neutron.services.segments.db._delete_segments_for_network-8737367115731'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:45.530418 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108db05-8fe8-443b-a5ff-55e1dc2be17c None None] Pushing event deleted for resources: {'Port': ['ID=553142eb-8fd1-4c23-91db-f5cdcb0e53b3,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:45.533414 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-9108db05-8fe8-443b-a5ff-55e1dc2be17c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:45.537125 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9108db05-8fe8-443b-a5ff-55e1dc2be17c None None] No DVR routers for this DVR port 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 on host dv-cinder-766752-3-iscsi {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:09:45.539198 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0491767-7244-49c3-83ac-cad64c794a63']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:45.555154 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ed8bd2-0f24-478c-ae64-50255893eb99') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:45.555457 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ed8bd2-0f24-478c-ae64-50255893eb99') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:45.564478 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737367115560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460690'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:45.578271 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:45.583968 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:09:45.584596 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454771'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: Traceback (most recent call last): Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: timer() Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: cb(*args, **kw) Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: return func(*args, **kwargs) Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: self._notify() Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: self.callback(batched_events) Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: event.method(event) Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: return f(self, *a, **k) Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._get(url).json() Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:09:45.586340 dv-cinder-766752-3-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:09:45.710993 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546235'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:45.714837 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:45.720904 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e0491767-7244-49c3-83ac-cad64c794a63 HTTP/1.1" status: 204 len: 168 time: 0.7749977 Jun 18 22:09:45.720904 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b1875865-4755-4179-8f22-1623b7059e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:45.737542 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41974) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:45.738243 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0491767-7244-49c3-83ac-cad64c794a63,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:45.740473 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-eb07eb2a-e244-4d32-a00c-fe90072da568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:45.842772 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5c9f2368-ddbc-48c9-97f1-7ee631bb3565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:45.929674 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5c9f2368-ddbc-48c9-97f1-7ee631bb3565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:46.010717 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5c9f2368-ddbc-48c9-97f1-7ee631bb3565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:46.013405 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-f143896b-2e6f-407e-bbdb-009b66ee6393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:46.054677 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-5c9f2368-ddbc-48c9-97f1-7ee631bb3565 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b3b675456088476ebdc5e0acdeb5efd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119850 Jun 18 22:09:46.054677 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f2368-ddbc-48c9-97f1-7ee631bb3565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096b00d4-a356-4e99-bace-7a2eb7b2a310,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:46.054919 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 41980) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:46.055033 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-5c9f2368-ddbc-48c9-97f1-7ee631bb3565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:46.104819 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0eb2-fd81-4704-94ef-eca90603ecf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:46.112230 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41982) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:46.130921 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0eb2-fd81-4704-94ef-eca90603ecf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:46.183097 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ba42b46f-3e91-4a90-b50a-2404d880a995 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ed9e4db77ad6448dba057f80f84b20ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0707889 Jun 18 22:09:46.185318 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-28206fa3-4d05-4a10-b56d-bd9ac84b5741 req-a07eeafe-94d2-4e6d-bd48-94a18db31eb8 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb38b97f-2fd4-4ccf-b2d8-a376045acdc5 HTTP/1.1" status: 200 len: 210 time: 0.0436676 Jun 18 22:09:46.185754 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41984) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:46.233973 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-aed9768d-1bb6-44d3-9c52-11de83ecd167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:46.254237 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-aed9768d-1bb6-44d3-9c52-11de83ecd167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:46.262257 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0eb2-fd81-4704-94ef-eca90603ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:46.264977 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0eb2-fd81-4704-94ef-eca90603ecf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:46.266230 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a5ff0eb2-fd81-4704-94ef-eca90603ecf1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/096b00d4-a356-4e99-bace-7a2eb7b2a310 HTTP/1.1" status: 204 len: 168 time: 0.2117660 Jun 18 22:09:46.267065 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-634838eb-e11c-4b88-89d3-3ac605241f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:46.277155 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff0eb2-fd81-4704-94ef-eca90603ecf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096b00d4-a356-4e99-bace-7a2eb7b2a310,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:46.284605 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-a5ff0eb2-fd81-4704-94ef-eca90603ecf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:46.385737 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-aed9768d-1bb6-44d3-9c52-11de83ecd167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:46.388541 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-aed9768d-1bb6-44d3-9c52-11de83ecd167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:46.389759 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-aed9768d-1bb6-44d3-9c52-11de83ecd167 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/55427517-0de9-4981-8a23-35dba69fbea9 HTTP/1.1" status: 204 len: 168 time: 0.2031126 Jun 18 22:09:46.390515 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-9fb2572c-82a0-4ef0-bf5d-af4f2fe6e963 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:46.398752 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9768d-1bb6-44d3-9c52-11de83ecd167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55427517-0de9-4981-8a23-35dba69fbea9,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:46.401172 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-aed9768d-1bb6-44d3-9c52-11de83ecd167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:46.857378 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:09:46.877420 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:09:46.877764 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 553142eb-8fd1-4c23-91db-f5cdcb0e53b3 not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:09:47.007848 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 41994) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:47.020963 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ddc3e317-756e-47ef-a559-a0fddb0352f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:47.057874 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 41996) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:47.097741 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-f4c641fa-81df-4250-8b7c-f6413643b2e5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=410d595d0d884cd49c2b98454cfa50a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379910 Jun 18 22:09:47.100890 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 41998) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:47.105659 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ddc3e317-756e-47ef-a559-a0fddb0352f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:47.147280 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-df0211f1-de61-49b9-8713-0726648ae67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:47.167664 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-df0211f1-de61-49b9-8713-0726648ae67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:47.208007 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ddc3e317-756e-47ef-a559-a0fddb0352f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:47.210760 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-e957c265-295d-4c22-9a30-758270b46764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:47.248874 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3e317-756e-47ef-a559-a0fddb0352f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bf961e-f2dc-467f-a34f-4bd83cd72b92,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:47.254087 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ddc3e317-756e-47ef-a559-a0fddb0352f0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=11ed5c26141a46f2b950cabd8ea0a427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441931 Jun 18 22:09:47.254087 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ddc3e317-756e-47ef-a559-a0fddb0352f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:47.256392 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 42002) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:47.305185 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7356e808-c181-4049-847a-b1cfd8b576e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:47.311054 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-df0211f1-de61-49b9-8713-0726648ae67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:47.315484 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-df0211f1-de61-49b9-8713-0726648ae67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:47.316887 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-df0211f1-de61-49b9-8713-0726648ae67c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/00a27fb2-d2c3-46ce-a253-38f03c4f060e HTTP/1.1" status: 204 len: 168 time: 0.2149577 Jun 18 22:09:47.318317 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-98bb70ec-675b-49f3-89d8-275707434072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:47.326988 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0211f1-de61-49b9-8713-0726648ae67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a27fb2-d2c3-46ce-a253-38f03c4f060e,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:47.329339 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-df0211f1-de61-49b9-8713-0726648ae67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:47.329470 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7356e808-c181-4049-847a-b1cfd8b576e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:47.448485 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7356e808-c181-4049-847a-b1cfd8b576e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:47.451045 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7356e808-c181-4049-847a-b1cfd8b576e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:47.452219 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-7356e808-c181-4049-847a-b1cfd8b576e1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c2bf961e-f2dc-467f-a34f-4bd83cd72b92 HTTP/1.1" status: 204 len: 168 time: 0.1953313 Jun 18 22:09:47.452983 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-50feaa1f-8d3c-4bba-b088-84d972fd49cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:47.460988 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356e808-c181-4049-847a-b1cfd8b576e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bf961e-f2dc-467f-a34f-4bd83cd72b92,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:47.463153 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-7356e808-c181-4049-847a-b1cfd8b576e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:48.146605 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 4880fc19-0143-404f-945f-cb5e04503ed2 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:09:48.168872 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] No Port match for: 4880fc19-0143-404f-945f-cb5e04503ed2 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:09:48.169223 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 4880fc19-0143-404f-945f-cb5e04503ed2 not bound to the agent host hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:09:49.139818 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:50.031250 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 42062) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:50.134722 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7ded73ec-8593-48ce-bc3e-92622da3d3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:50.219502 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7ded73ec-8593-48ce-bc3e-92622da3d3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:50.289198 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7ded73ec-8593-48ce-bc3e-92622da3d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:50.291828 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-016236de-24c0-4302-a423-6e6a8b913986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:50.328160 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-7ded73ec-8593-48ce-bc3e-92622da3d3d2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f84eb11b998b4ed2a663a804d85cceca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958295 Jun 18 22:09:50.329064 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded73ec-8593-48ce-bc3e-92622da3d3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06af3eb-4115-4e1a-974c-4c76297358c3,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:50.330793 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42068) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:50.332045 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-7ded73ec-8593-48ce-bc3e-92622da3d3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:50.380221 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7627b970-12a6-4749-9271-9c94cfbd6c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:50.400649 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7627b970-12a6-4749-9271-9c94cfbd6c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:50.527827 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7627b970-12a6-4749-9271-9c94cfbd6c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:50.530375 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7627b970-12a6-4749-9271-9c94cfbd6c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:50.531570 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-7627b970-12a6-4749-9271-9c94cfbd6c0d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d06af3eb-4115-4e1a-974c-4c76297358c3 HTTP/1.1" status: 204 len: 168 time: 0.1985059 Jun 18 22:09:50.532338 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7afaca2a-3460-4830-9cf5-d4580ef01132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:50.540267 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627b970-12a6-4749-9271-9c94cfbd6c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06af3eb-4115-4e1a-974c-4c76297358c3,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:50.544694 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-7627b970-12a6-4749-9271-9c94cfbd6c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:51.095484 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42078) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:51.108601 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ed40cbcc-2bb7-4c5b-a10d-dd5991d8a760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:51.197245 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ed40cbcc-2bb7-4c5b-a10d-dd5991d8a760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:51.270679 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ed40cbcc-2bb7-4c5b-a10d-dd5991d8a760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:51.273111 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b2cf2425-b606-4dbd-8eb9-696a9185d3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:51.307709 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40cbcc-2bb7-4c5b-a10d-dd5991d8a760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6a433b-f081-4df2-82f6-e26af1415de0,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:51.312283 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ed40cbcc-2bb7-4c5b-a10d-dd5991d8a760 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e79a437e3ff4fdb999696342cbd14e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154007 Jun 18 22:09:51.313708 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-ed40cbcc-2bb7-4c5b-a10d-dd5991d8a760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:51.314854 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42080) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:51.364032 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-287a723c-826c-4a0b-8463-ac5aa59b11a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:51.577689 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-287a723c-826c-4a0b-8463-ac5aa59b11a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:51.693964 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-287a723c-826c-4a0b-8463-ac5aa59b11a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:51.696539 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-287a723c-826c-4a0b-8463-ac5aa59b11a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:51.697655 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-287a723c-826c-4a0b-8463-ac5aa59b11a7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7e6a433b-f081-4df2-82f6-e26af1415de0 HTTP/1.1" status: 204 len: 168 time: 0.3819115 Jun 18 22:09:51.698413 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-076f84d4-b834-47a2-9a3a-f326efd8cf44 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:51.705472 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a723c-826c-4a0b-8463-ac5aa59b11a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6a433b-f081-4df2-82f6-e26af1415de0,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:51.707641 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-287a723c-826c-4a0b-8463-ac5aa59b11a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:53.929917 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 42134) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:54.031971 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-698a73c5-83f1-4913-9ae5-cc04d930aba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:54.123274 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-698a73c5-83f1-4913-9ae5-cc04d930aba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:54.210789 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-698a73c5-83f1-4913-9ae5-cc04d930aba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:54.214511 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ddc3e317-756e-47ef-a559-a0fddb0352f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:54.250001 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-698a73c5-83f1-4913-9ae5-cc04d930aba2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=895dfe44b30a43bd93c69195ce712e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190045 Jun 18 22:09:54.251251 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a73c5-83f1-4913-9ae5-cc04d930aba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25be65c-9cec-4c92-8965-d613076b45c2,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:54.252808 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42142) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:54.254371 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-698a73c5-83f1-4913-9ae5-cc04d930aba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:54.302129 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a85be034-d62d-4ceb-bbde-c299b9fb101c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:54.324755 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a85be034-d62d-4ceb-bbde-c299b9fb101c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:54.436863 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a85be034-d62d-4ceb-bbde-c299b9fb101c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:54.439673 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a85be034-d62d-4ceb-bbde-c299b9fb101c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:54.440971 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a85be034-d62d-4ceb-bbde-c299b9fb101c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a25be65c-9cec-4c92-8965-d613076b45c2 HTTP/1.1" status: 204 len: 168 time: 0.1871822 Jun 18 22:09:54.441967 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-bb82b9c0-5402-45b3-987c-3880132c09fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:54.450670 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85be034-d62d-4ceb-bbde-c299b9fb101c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25be65c-9cec-4c92-8965-d613076b45c2,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:54.453059 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-a85be034-d62d-4ceb-bbde-c299b9fb101c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:55.048675 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42148) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:55.062236 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0dae-dd71-4fcb-bebc-28a3ec1c8d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:55.144282 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0dae-dd71-4fcb-bebc-28a3ec1c8d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:55.216938 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0dae-dd71-4fcb-bebc-28a3ec1c8d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:55.220867 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-3847ed95-7f12-43cd-b1e8-51bbb52125a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:55.258120 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ef5b0dae-dd71-4fcb-bebc-28a3ec1c8d94 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e48f5c821ce44d2ab4eaf91e9c2b2a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083244 Jun 18 22:09:55.260627 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42154) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:55.267996 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b0dae-dd71-4fcb-bebc-28a3ec1c8d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71c3518-3135-4ce5-a004-dfad3f6f1093,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:55.276553 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-ef5b0dae-dd71-4fcb-bebc-28a3ec1c8d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:55.312154 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-23dada27-83bd-4649-8f0a-4db007bc1bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:55.333174 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-23dada27-83bd-4649-8f0a-4db007bc1bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:55.451979 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-23dada27-83bd-4649-8f0a-4db007bc1bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:55.451979 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-23dada27-83bd-4649-8f0a-4db007bc1bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:55.452803 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-23dada27-83bd-4649-8f0a-4db007bc1bf4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e71c3518-3135-4ce5-a004-dfad3f6f1093 HTTP/1.1" status: 204 len: 168 time: 0.1909301 Jun 18 22:09:55.453236 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-df0211f1-de61-49b9-8713-0726648ae67c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:55.461790 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dada27-83bd-4649-8f0a-4db007bc1bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71c3518-3135-4ce5-a004-dfad3f6f1093,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:55.464090 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-23dada27-83bd-4649-8f0a-4db007bc1bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:05.962764 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-4a144d11-ae14-4c62-81e6-e185733f8bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:08.362488 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f34659d7-9e4e-49ab-bd47-f82c462ea6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:08.911029 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:09.542715 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:10.457357 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42370) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:10.560494 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bc4db762-3237-473d-a0f0-22ef06e6eec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:10.643575 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bc4db762-3237-473d-a0f0-22ef06e6eec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:10.727978 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bc4db762-3237-473d-a0f0-22ef06e6eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:10.731558 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-05b1ff6f-a261-487c-bc5e-30450e758066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:10.767084 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-bc4db762-3237-473d-a0f0-22ef06e6eec3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a5f130882e2f4ad1b21e8efad459e2a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086307 Jun 18 22:10:10.768378 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4db762-3237-473d-a0f0-22ef06e6eec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d4bf6c-dbf5-45ab-9a26-d85566bf13ac,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:10.769895 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 42386) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:10.777060 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4db762-3237-473d-a0f0-22ef06e6eec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.777543 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4db762-3237-473d-a0f0-22ef06e6eec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.777934 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4db762-3237-473d-a0f0-22ef06e6eec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.778349 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4db762-3237-473d-a0f0-22ef06e6eec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.778869 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4db762-3237-473d-a0f0-22ef06e6eec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.779060 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4db762-3237-473d-a0f0-22ef06e6eec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.779420 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4db762-3237-473d-a0f0-22ef06e6eec3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.779776 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4db762-3237-473d-a0f0-22ef06e6eec3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.780156 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4db762-3237-473d-a0f0-22ef06e6eec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.780569 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4db762-3237-473d-a0f0-22ef06e6eec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.780952 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4db762-3237-473d-a0f0-22ef06e6eec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.781458 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4db762-3237-473d-a0f0-22ef06e6eec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.785606 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-bc4db762-3237-473d-a0f0-22ef06e6eec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:10.821219 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-212cf6f8-f78d-48c5-aa3a-8e6df8163c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:10.843002 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-212cf6f8-f78d-48c5-aa3a-8e6df8163c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:10.934113 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-212cf6f8-f78d-48c5-aa3a-8e6df8163c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:10.936669 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-212cf6f8-f78d-48c5-aa3a-8e6df8163c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:10.937787 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-212cf6f8-f78d-48c5-aa3a-8e6df8163c92 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e1d4bf6c-dbf5-45ab-9a26-d85566bf13ac HTTP/1.1" status: 204 len: 168 time: 0.1668968 Jun 18 22:10:10.938789 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ec57f80c-4398-4d3f-a755-fff928f30bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:10.946515 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212cf6f8-f78d-48c5-aa3a-8e6df8163c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d4bf6c-dbf5-45ab-9a26-d85566bf13ac,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:10.953577 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cf6f8-f78d-48c5-aa3a-8e6df8163c92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.953968 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cf6f8-f78d-48c5-aa3a-8e6df8163c92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.954331 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cf6f8-f78d-48c5-aa3a-8e6df8163c92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.954694 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cf6f8-f78d-48c5-aa3a-8e6df8163c92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.955076 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cf6f8-f78d-48c5-aa3a-8e6df8163c92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.955407 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cf6f8-f78d-48c5-aa3a-8e6df8163c92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.955758 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cf6f8-f78d-48c5-aa3a-8e6df8163c92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.956126 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cf6f8-f78d-48c5-aa3a-8e6df8163c92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.956479 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cf6f8-f78d-48c5-aa3a-8e6df8163c92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.956825 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cf6f8-f78d-48c5-aa3a-8e6df8163c92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.957167 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cf6f8-f78d-48c5-aa3a-8e6df8163c92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.957510 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cf6f8-f78d-48c5-aa3a-8e6df8163c92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:10.961219 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-212cf6f8-f78d-48c5-aa3a-8e6df8163c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:11.550837 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:11.606980 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 42392) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:11.620590 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-596a1824-f856-4462-ad1b-f350908b3de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:11.708560 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-596a1824-f856-4462-ad1b-f350908b3de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:11.773773 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-596a1824-f856-4462-ad1b-f350908b3de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:11.776341 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-5c9f2368-ddbc-48c9-97f1-7ee631bb3565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:11.815213 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-596a1824-f856-4462-ad1b-f350908b3de0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fe4cc9ebdaf34de094f99728c14e182a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071919 Jun 18 22:10:11.816402 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a1824-f856-4462-ad1b-f350908b3de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1490fe00-c727-42fa-a28f-d5fc4c7edc01,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:11.817847 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42396) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:11.819359 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-596a1824-f856-4462-ad1b-f350908b3de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:11.872956 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a82ee5bb-b27a-44cf-8ebb-9d338e9fc558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:11.892685 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a82ee5bb-b27a-44cf-8ebb-9d338e9fc558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:12.019309 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a82ee5bb-b27a-44cf-8ebb-9d338e9fc558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:12.021849 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a82ee5bb-b27a-44cf-8ebb-9d338e9fc558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:12.023925 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a82ee5bb-b27a-44cf-8ebb-9d338e9fc558 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1490fe00-c727-42fa-a28f-d5fc4c7edc01 HTTP/1.1" status: 204 len: 168 time: 0.2041597 Jun 18 22:10:12.024762 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-a85be034-d62d-4ceb-bbde-c299b9fb101c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:12.033547 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ee5bb-b27a-44cf-8ebb-9d338e9fc558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1490fe00-c727-42fa-a28f-d5fc4c7edc01,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:12.035855 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-a82ee5bb-b27a-44cf-8ebb-9d338e9fc558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:12.736796 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42406) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:12.750256 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a50938c1-b41c-4dfd-b4b9-383ec659f774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:12.834764 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a50938c1-b41c-4dfd-b4b9-383ec659f774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:12.896611 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a50938c1-b41c-4dfd-b4b9-383ec659f774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:12.900005 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6bb56c7a-628d-4428-b0d5-beddb39ab373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:12.934485 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a50938c1-b41c-4dfd-b4b9-383ec659f774 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=20738bbc68684f8d824e7777d7a8d31f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1966500 Jun 18 22:10:12.935380 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50938c1-b41c-4dfd-b4b9-383ec659f774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57102ca6-a62d-428e-963b-4db72f7b481d,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:12.937191 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 42408) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:12.938574 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-a50938c1-b41c-4dfd-b4b9-383ec659f774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:12.985949 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9fbfabed-3029-4fce-943d-d6a98a1de91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:13.006084 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9fbfabed-3029-4fce-943d-d6a98a1de91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:13.108680 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9fbfabed-3029-4fce-943d-d6a98a1de91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:13.111177 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9fbfabed-3029-4fce-943d-d6a98a1de91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:13.112326 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-9fbfabed-3029-4fce-943d-d6a98a1de91d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/57102ca6-a62d-428e-963b-4db72f7b481d HTTP/1.1" status: 204 len: 168 time: 0.1732156 Jun 18 22:10:13.113076 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-698a73c5-83f1-4913-9ae5-cc04d930aba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:13.121286 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfabed-3029-4fce-943d-d6a98a1de91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57102ca6-a62d-428e-963b-4db72f7b481d,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:13.125406 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 42414) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:13.134123 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-9fbfabed-3029-4fce-943d-d6a98a1de91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:13.170508 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dcdaf18-782c-4534-8a24-602f1756a7a4 admin admin] Deleting subnet 92d66e4f-f80f-4742-a53a-042d62733f55 {{(pid=93154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:10:13.173537 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8dcdaf18-782c-4534-8a24-602f1756a7a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:13.211427 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8dcdaf18-782c-4534-8a24-602f1756a7a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11814656'] for subnet, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:13.249109 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8dcdaf18-782c-4534-8a24-602f1756a7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814669'] for subnet, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:13.371518 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8dcdaf18-782c-4534-8a24-602f1756a7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9074105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11780518'] for subnet, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:13.373958 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-c40af83a-ea53-4961-9c84-f62f5948abfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:13.397741 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdaf18-782c-4534-8a24-602f1756a7a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92d66e4f-f80f-4742-a53a-042d62733f55,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:13.404057 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8dcdaf18-782c-4534-8a24-602f1756a7a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:13.405015 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-8dcdaf18-782c-4534-8a24-602f1756a7a4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/92d66e4f-f80f-4742-a53a-042d62733f55 HTTP/1.1" status: 204 len: 168 time: 0.2787015 Jun 18 22:10:13.405990 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-8dcdaf18-782c-4534-8a24-602f1756a7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:13.407818 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42416) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:13.479478 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ad1d1c5a-2c44-46fa-bba9-a43e70061db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780721'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:13.553773 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ad1d1c5a-2c44-46fa-bba9-a43e70061db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817618', 'neutron.services.segments.db._delete_segments_for_network-8737367115731'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:13.564143 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-ad1d1c5a-2c44-46fa-bba9-a43e70061db1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f4454d-17ee-4f6b-a986-71822d43c7e4']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:13.574555 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-ad1d1c5a-2c44-46fa-bba9-a43e70061db1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7aea1f-80d4-4bca-b088-5a6aab40a558') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:13.574857 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-ad1d1c5a-2c44-46fa-bba9-a43e70061db1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7aea1f-80d4-4bca-b088-5a6aab40a558') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:13.583423 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ad1d1c5a-2c44-46fa-bba9-a43e70061db1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737367115560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460690'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:13.601094 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ad1d1c5a-2c44-46fa-bba9-a43e70061db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:13.606854 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1d1c5a-2c44-46fa-bba9-a43e70061db1 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:10:13.607286 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ad1d1c5a-2c44-46fa-bba9-a43e70061db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454771'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: Traceback (most recent call last): Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: timer() Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: cb(*args, **kw) Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: return func(*args, **kwargs) Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: self._notify() Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: self.callback(batched_events) Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: event.method(event) Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: return f(self, *a, **k) Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._get(url).json() Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:10:13.608940 dv-cinder-766752-3-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:10:13.745474 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ad1d1c5a-2c44-46fa-bba9-a43e70061db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546235'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:13.749821 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:13.758203 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ad1d1c5a-2c44-46fa-bba9-a43e70061db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:13.758203 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ad1d1c5a-2c44-46fa-bba9-a43e70061db1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/57f4454d-17ee-4f6b-a986-71822d43c7e4 HTTP/1.1" status: 204 len: 168 time: 0.3453162 Jun 18 22:10:13.766328 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d1c5a-2c44-46fa-bba9-a43e70061db1 admin admin] Pushing event deleted for resources: {'Network': ['ID=57f4454d-17ee-4f6b-a986-71822d43c7e4,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:13.772131 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-ad1d1c5a-2c44-46fa-bba9-a43e70061db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:14.266719 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42438) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:14.308166 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-d1375ce1-317e-450e-b6b4-5ddb96ba2106 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e3df2dffb0ce450e853c45c7b5c4d6e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379114 Jun 18 22:10:14.308407 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42440) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:14.356610 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-891368cc-9ffb-4a75-8112-d1894cb6a1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:14.377378 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-891368cc-9ffb-4a75-8112-d1894cb6a1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:14.511350 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-891368cc-9ffb-4a75-8112-d1894cb6a1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:14.514022 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-891368cc-9ffb-4a75-8112-d1894cb6a1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:14.515187 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-891368cc-9ffb-4a75-8112-d1894cb6a1d4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/34f3a1cb-756c-4869-be30-5b33882cc5cb HTTP/1.1" status: 204 len: 168 time: 0.2059863 Jun 18 22:10:14.515961 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-3b8133b6-0775-428e-a7a8-fa8c157c3ea0 tempest-TestMinimumBasicScenario-1366832429 tempest-TestMinimumBasicScenario-1366832429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:14.525481 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891368cc-9ffb-4a75-8112-d1894cb6a1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f3a1cb-756c-4869-be30-5b33882cc5cb,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:14.530726 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-891368cc-9ffb-4a75-8112-d1894cb6a1d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:14.961978 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 42452) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:15.065242 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d179747e-5cf6-4316-b7c9-968eadcc9b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:15.134432 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:10:15.153147 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d179747e-5cf6-4316-b7c9-968eadcc9b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:15.224832 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d179747e-5cf6-4316-b7c9-968eadcc9b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:15.228162 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-b2ecc2fd-2dbe-45f3-94c5-ee875ded3e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:15.263002 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-d179747e-5cf6-4316-b7c9-968eadcc9b28 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cb50f4f9955b4b5d8ecc28521ec9aefa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999885 Jun 18 22:10:15.263860 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179747e-5cf6-4316-b7c9-968eadcc9b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2435d3b9-5000-427a-9f35-10a675bc2df3,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:15.265772 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42456) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:15.266793 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-d179747e-5cf6-4316-b7c9-968eadcc9b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:15.313453 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c85eaafc-d915-4e26-b2e2-ec56d4a9474a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:15.333989 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c85eaafc-d915-4e26-b2e2-ec56d4a9474a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:15.450735 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c85eaafc-d915-4e26-b2e2-ec56d4a9474a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:15.453350 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c85eaafc-d915-4e26-b2e2-ec56d4a9474a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:15.454466 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-c85eaafc-d915-4e26-b2e2-ec56d4a9474a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2435d3b9-5000-427a-9f35-10a675bc2df3 HTTP/1.1" status: 204 len: 168 time: 0.1877265 Jun 18 22:10:15.455225 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-877d41a4-ad3c-43d1-89d1-88cc4cf56a67 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:15.462597 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85eaafc-d915-4e26-b2e2-ec56d4a9474a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2435d3b9-5000-427a-9f35-10a675bc2df3,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:15.464762 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-c85eaafc-d915-4e26-b2e2-ec56d4a9474a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:19.094038 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:27.972222 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42590) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:28.073226 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4189fcb7-6be5-44b7-b530-42d9fc70d701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:28.156434 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4189fcb7-6be5-44b7-b530-42d9fc70d701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:28.213454 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4189fcb7-6be5-44b7-b530-42d9fc70d701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:28.216696 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-bc4db762-3237-473d-a0f0-22ef06e6eec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:28.251034 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-4189fcb7-6be5-44b7-b530-42d9fc70d701 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=08d1660980b54835aa7dc90e5117c0e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777784 Jun 18 22:10:28.252211 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189fcb7-6be5-44b7-b530-42d9fc70d701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52acb4ef-6fed-4064-b18f-dfb7ad158442,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:28.253709 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 42594) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:28.255453 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-4189fcb7-6be5-44b7-b530-42d9fc70d701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:28.301706 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a2d77239-ec7b-4692-b549-f873b959dea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:28.323234 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a2d77239-ec7b-4692-b549-f873b959dea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:28.425376 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a2d77239-ec7b-4692-b549-f873b959dea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:28.427973 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a2d77239-ec7b-4692-b549-f873b959dea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:28.429119 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-a2d77239-ec7b-4692-b549-f873b959dea1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/52acb4ef-6fed-4064-b18f-dfb7ad158442 HTTP/1.1" status: 204 len: 168 time: 0.1744394 Jun 18 22:10:28.429861 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-a8666f67-8eb8-4f32-ac62-abac1e93a06c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:28.437623 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d77239-ec7b-4692-b549-f873b959dea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52acb4ef-6fed-4064-b18f-dfb7ad158442,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:28.440214 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-a2d77239-ec7b-4692-b549-f873b959dea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:29.459914 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 42618) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:29.552594 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-807e72f9-177f-448a-972b-85d986780b1a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2077394142-network', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:10:29.622379 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807e72f9-177f-448a-972b-85d986780b1a admin admin] Made reservation on behalf of 842929c6f3a9455d9b9abefa3d85f974 for: {'network': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:10:29.624631 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-807e72f9-177f-448a-972b-85d986780b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for network, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:29.632637 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-807e72f9-177f-448a-972b-85d986780b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:29.715853 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-807e72f9-177f-448a-972b-85d986780b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:29.788419 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-807e72f9-177f-448a-972b-85d986780b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:29.791985 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-7ded73ec-8593-48ce-bc3e-92622da3d3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:29.817214 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807e72f9-177f-448a-972b-85d986780b1a admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=93154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:10:29.826902 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e72f9-177f-448a-972b-85d986780b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138711b7-f53e-4506-a26f-2a50ab9d31b9,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:29.831080 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-807e72f9-177f-448a-972b-85d986780b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:29.832092 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-807e72f9-177f-448a-972b-85d986780b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:29.832447 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.segments_db [None req-807e72f9-177f-448a-972b-85d986780b1a admin admin] Added segment bdfb6a14-f5b6-4b07-a63a-81c64ed14003 of type vlan for network 6ebbb83f-e076-47fa-a968-28d266a5785d Jun 18 22:10:29.871785 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-807e72f9-177f-448a-972b-85d986780b1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737366562524'] for network, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:29.959694 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-807e72f9-177f-448a-972b-85d986780b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283'] for network, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:29.960918 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e72f9-177f-448a-972b-85d986780b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:29.961489 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-807e72f9-177f-448a-972b-85d986780b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:29.965104 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:30.018357 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e72f9-177f-448a-972b-85d986780b1a admin admin] Pushing event updated for resources: {'Network': ['ID=6ebbb83f-e076-47fa-a968-28d266a5785d,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:30.021701 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-807e72f9-177f-448a-972b-85d986780b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:30.028791 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Network 6ebbb83f-e076-47fa-a968-28d266a5785d details requested by agent ovs-agent-dv-cinder-766752-3-iscsi with host dv-cinder-766752-3-iscsi {{(pid=93155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:10:30.081115 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-807e72f9-177f-448a-972b-85d986780b1a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6200783 Jun 18 22:10:30.083898 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 42622) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:30.090161 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-03776a86-e7ce-4d6d-a122-123b5992d038 admin admin] Request body: {'subnet': {'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2077394142-subnet', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'ip_version': 4}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:10:30.188480 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03776a86-e7ce-4d6d-a122-123b5992d038 admin admin] Made reservation on behalf of 842929c6f3a9455d9b9abefa3d85f974 for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:10:30.190753 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-03776a86-e7ce-4d6d-a122-123b5992d038 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11780493'] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:30.431028 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-03776a86-e7ce-4d6d-a122-123b5992d038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9074040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11780511'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:30.433400 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-0b90a615-da95-4938-9a12-d86b03b97716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:30.486925 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03776a86-e7ce-4d6d-a122-123b5992d038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c823f6b7-075a-4fb2-97a0-7659f49c372d,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:30.490888 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-03776a86-e7ce-4d6d-a122-123b5992d038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:30.494653 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03776a86-e7ce-4d6d-a122-123b5992d038 admin admin] Checking segment: {'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:10:30.494996 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03776a86-e7ce-4d6d-a122-123b5992d038 admin admin] Network hostable DHCP agents. Network: 6ebbb83f-e076-47fa-a968-28d266a5785d, hostable agents: ['9f0b91c3-6ba3-4173-8e48-c1b1d033014c'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:10:30.556394 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03776a86-e7ce-4d6d-a122-123b5992d038 admin admin] Network 6ebbb83f-e076-47fa-a968-28d266a5785d is scheduled to be hosted by DHCP agent 9f0b91c3-6ba3-4173-8e48-c1b1d033014c with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:10:30.630917 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-03776a86-e7ce-4d6d-a122-123b5992d038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-iscsi, 6ebbb83f-e076-47fa-a968-28d266a5785d) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:10:30.635840 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03776a86-e7ce-4d6d-a122-123b5992d038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:30.636460 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-03776a86-e7ce-4d6d-a122-123b5992d038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:30.642651 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2730fb62-a3d4-4ba2-91e2-76f86e0ec177 None None] Network 6ebbb83f-e076-47fa-a968-28d266a5785d requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:10:30.720999 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-03776a86-e7ce-4d6d-a122-123b5992d038 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6357424 Jun 18 22:10:30.723408 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 42624) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:30.727789 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:10:30.783864 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1cd4b5c-bae9-5a54-94e7-4e728668075a-6ebbb83f-e076-47fa-a968-28d266a5785d', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d'}]}} from dv-cinder-766752-3-iscsi. {{(pid=93155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 22:10:30.784755 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:30.785839 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-610220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1851'] for router, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:30.786670 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1840'] for router, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:30.842451 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:30.916071 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Allocated IP 172.20.0.2 (6ebbb83f-e076-47fa-a968-28d266a5785d/c823f6b7-075a-4fb2-97a0-7659f49c372d/cd1ae26e-1146-4779-b655-406e0280ed61) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:10:31.009533 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1830'] for router, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:31.054744 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:31.063443 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Transition to ACTIVE for port object cd1ae26e-1146-4779-b655-406e0280ed61 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:10:31.077804 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Transition to ACTIVE for port object cd1ae26e-1146-4779-b655-406e0280ed61 will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:10:31.137719 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:31.140579 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:31.171816 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Network 6ebbb83f-e076-47fa-a968-28d266a5785d is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:10:31.176311 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:10:31.179503 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:10:31.191519 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Pushing event updated for resources: {'Port': ['ID=cd1ae26e-1146-4779-b655-406e0280ed61,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:31.194864 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:31.241209 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Attempting to bind port cd1ae26e-1146-4779-b655-406e0280ed61 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:10:31.241681 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Attempting to bind port cd1ae26e-1146-4779-b655-406e0280ed61 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:10:31.242049 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Attempting to bind port cd1ae26e-1146-4779-b655-406e0280ed61 on network 6ebbb83f-e076-47fa-a968-28d266a5785d {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:10:31.247397 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:10:31.247773 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Checking segment: {'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:10:31.248204 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:31.248602 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Bound using segment: {'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:10:31.249066 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Bound port: cd1ae26e-1146-4779-b655-406e0280ed61, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:10:31.249437 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:31.269804 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:31.288792 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:31.316127 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] For port cd1ae26e-1146-4779-b655-406e0280ed61, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:10:31.319133 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] For port cd1ae26e-1146-4779-b655-406e0280ed61, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=cd1ae26e-1146-4779-b655-406e0280ed61,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:10:31.380309 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:31.382369 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:31.391645 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Allocated IP 172.27.1.231 (ac7fe84e-50f5-4915-b437-0569bccbfaaf/467ce04a-3e35-49c7-b989-561dd094bc72/03ec858c-38ba-4dc1-8b5c-0c4c28c1d544) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:10:31.442362 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Pushing event updated for resources: {'Port': ['ID=cd1ae26e-1146-4779-b655-406e0280ed61,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:31.445472 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:31.502064 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:31.602992 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:31.605897 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-88f1e3e7-b818-4076-9b67-fb9f23b6a46f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:31.645397 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:10:31.648475 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:10:31.653386 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:10:31.659018 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Pushing event updated for resources: {'Port': ['ID=03ec858c-38ba-4dc1-8b5c-0c4c28c1d544,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:31.678975 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:31.956581 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:32.150355 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546105'] for router, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:32.292345 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f46d22-eae8-415a-b9d3-95b58abfeefa None None] Network 6ebbb83f-e076-47fa-a968-28d266a5785d requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:10:32.354281 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 is scheduled to L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc with binding_index 1 {{(pid=93154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 22:10:32.461242 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:10:32.520294 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:32.520998 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Sync routers for ids ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:10:32.521550 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7972231 Jun 18 22:10:32.524191 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-e4253afb-015d-4fcf-aa3b-8f0c721b8672 None None] Provisioning for port cd1ae26e-1146-4779-b655-406e0280ed61 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:10:32.524518 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42626) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:32.547437 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Routers {'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:10:32.547437 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:10:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:32.678722 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Set router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:10:32.886609 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:31Z', 'revision_number': 3, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:32.907653 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Checking router: cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:10:32.908017 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Updating router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 port 03ec858c-38ba-4dc1-8b5c-0c4c28c1d544 binding host dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:10:32.936426 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device cd1ae26e-1146-4779-b655-406e0280ed61 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:10:32.940265 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:32.962730 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:33.090775 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Allocated IP 172.20.0.1 (6ebbb83f-e076-47fa-a968-28d266a5785d/c823f6b7-075a-4fb2-97a0-7659f49c372d/04bcee96-cbb4-4a76-9e38-cefd732c6478) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:10:33.151282 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port cd1ae26e-1146-4779-b655-406e0280ed61 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:10:33.162223 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port cd1ae26e-1146-4779-b655-406e0280ed61 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:10:33.162603 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:33.188605 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:33.202436 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.provisioning_blocks [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Transition to ACTIVE for port object 04bcee96-cbb4-4a76-9e38-cefd732c6478 will not be triggered until provisioned by entity DHCP. {{(pid=93153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:10:33.276195 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:33.292351 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9460589'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:33.294788 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Transition to ACTIVE for port object 03ec858c-38ba-4dc1-8b5c-0c4c28c1d544 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:10:33.295365 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-dc7b5154-893b-46b6-ac88-7fb6f50ab0f1 tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:33.301371 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:33.334552 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port cd1ae26e-1146-4779-b655-406e0280ed61, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=cd1ae26e-1146-4779-b655-406e0280ed61,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:10:33.335624 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Network 6ebbb83f-e076-47fa-a968-28d266a5785d is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:10:33.339146 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:10:33.342625 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:10:33.362829 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:33.364026 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=04bcee96-cbb4-4a76-9e38-cefd732c6478,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:33.368160 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:33.370773 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:33.383851 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545558'] for router_interface, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:33.402030 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:33.430755 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f11638-4e80-450f-bc82-ef4807db070f None None] Pushing event updated for resources: {'Port': ['ID=03ec858c-38ba-4dc1-8b5c-0c4c28c1d544,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:33.433619 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Attempting to bind port 03ec858c-38ba-4dc1-8b5c-0c4c28c1d544 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:10:33.434357 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Attempting to bind port 03ec858c-38ba-4dc1-8b5c-0c4c28c1d544 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:10:33.434742 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Attempting to bind port 03ec858c-38ba-4dc1-8b5c-0c4c28c1d544 on network ac7fe84e-50f5-4915-b437-0569bccbfaaf {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:10:33.440773 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-59f11638-4e80-450f-bc82-ef4807db070f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:33.441698 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:10:33.442093 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Checking segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:10:33.442510 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:33.442909 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Bound using segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:10:33.443398 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Bound port: 03ec858c-38ba-4dc1-8b5c-0c4c28c1d544, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:10:33.443781 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:33.445321 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:33.530484 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=cd1ae26e-1146-4779-b655-406e0280ed61,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:33.535725 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:33.540222 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] For port 03ec858c-38ba-4dc1-8b5c-0c4c28c1d544, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:10:33.543332 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] For port 03ec858c-38ba-4dc1-8b5c-0c4c28c1d544, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=03ec858c-38ba-4dc1-8b5c-0c4c28c1d544,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:10:33.599158 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:33.637678 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:33.640467 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:33.671010 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-e52dafc4-72b2-4334-8218-9daf7eef7310 None None] Provisioning for port 04bcee96-cbb4-4a76-9e38-cefd732c6478 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:10:33.684739 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-e52dafc4-72b2-4334-8218-9daf7eef7310 None None] Provisioning complete for port 04bcee96-cbb4-4a76-9e38-cefd732c6478 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:10:33.685121 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e52dafc4-72b2-4334-8218-9daf7eef7310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:33.715239 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Routers {'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:10:33.715988 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:10:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:33.757374 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:33.772928 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f11638-4e80-450f-bc82-ef4807db070f None None] Pushing event updated for resources: {'Port': ['ID=03ec858c-38ba-4dc1-8b5c-0c4c28c1d544,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:33.777160 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-e52dafc4-72b2-4334-8218-9daf7eef7310 None None] Port 04bcee96-cbb4-4a76-9e38-cefd732c6478 cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:10:33.780388 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-59f11638-4e80-450f-bc82-ef4807db070f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:33.823364 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460571'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:33.826670 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:33.845365 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] Set router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:10:33.892876 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=04bcee96-cbb4-4a76-9e38-cefd732c6478,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:33.892876 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546575'] for router_interface, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:33.892876 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:33.980463 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Network 6ebbb83f-e076-47fa-a968-28d266a5785d is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:10:33.981955 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:10:34.048388 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 1, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:34.080044 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cfb8d1-d906-4c9e-8825-30be2a49ab6d None None] The sync data for ids ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'] in dv-cinder-766752-3-iscsi is: [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 1, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:10:34.101495 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:10:34.197638 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-4b27a86e-7c4f-4abb-bf5c-e05ed6d9643e None None] Provisioning complete for port 04bcee96-cbb4-4a76-9e38-cefd732c6478 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:10:34.198131 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-4b27a86e-7c4f-4abb-bf5c-e05ed6d9643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:34.211404 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:10:34.216915 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-768538e1-b659-4c46-b81f-51c6bc21e3e3 admin admin] 10.222.0.38 "PUT /v2.0/routers/cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6913276 Jun 18 22:10:34.233461 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-4b27a86e-7c4f-4abb-bf5c-e05ed6d9643e None None] Port 04bcee96-cbb4-4a76-9e38-cefd732c6478 cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:10:34.907010 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42642) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:34.912054 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-b0d93ac7-356c-4f2a-8075-e1b448fa74bc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-257965479-network', 'tenant_id': '65d5ffd5467c49f99d490197fee7896f'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:10:34.966334 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device cd1ae26e-1146-4779-b655-406e0280ed61 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:10:35.008297 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d93ac7-356c-4f2a-8075-e1b448fa74bc admin admin] Made reservation on behalf of 65d5ffd5467c49f99d490197fee7896f for: {'network': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:10:35.011507 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b0d93ac7-356c-4f2a-8075-e1b448fa74bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for network, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:35.015000 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port cd1ae26e-1146-4779-b655-406e0280ed61 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:10:35.015449 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:35.024583 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b0d93ac7-356c-4f2a-8075-e1b448fa74bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:35.107447 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 03ec858c-38ba-4dc1-8b5c-0c4c28c1d544 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:10:35.122290 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b0d93ac7-356c-4f2a-8075-e1b448fa74bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:35.199833 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b0d93ac7-356c-4f2a-8075-e1b448fa74bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:35.202909 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-34bf8a9f-bca2-4685-bcaf-fbe4460d1a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:35.224705 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d93ac7-356c-4f2a-8075-e1b448fa74bc admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=93153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:10:35.225636 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 03ec858c-38ba-4dc1-8b5c-0c4c28c1d544 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:10:35.230806 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 03ec858c-38ba-4dc1-8b5c-0c4c28c1d544 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:10:35.235105 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:35.235264 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d93ac7-356c-4f2a-8075-e1b448fa74bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ac4f34-a9d5-40e2-a4b7-8faa71f33901,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:35.239422 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b0d93ac7-356c-4f2a-8075-e1b448fa74bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:35.241091 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b0d93ac7-356c-4f2a-8075-e1b448fa74bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:35.241620 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.db.segments_db [None req-b0d93ac7-356c-4f2a-8075-e1b448fa74bc admin admin] Added segment fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b of type vlan for network c2f7ea72-863a-4cbf-a71f-7fdf0458fa31 Jun 18 22:10:35.286119 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b0d93ac7-356c-4f2a-8075-e1b448fa74bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737366562524'] for network, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:35.318792 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:35.339173 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port 03ec858c-38ba-4dc1-8b5c-0c4c28c1d544, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=03ec858c-38ba-4dc1-8b5c-0c4c28c1d544,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:10:35.377004 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b0d93ac7-356c-4f2a-8075-e1b448fa74bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283'] for network, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:35.378083 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d93ac7-356c-4f2a-8075-e1b448fa74bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:35.378666 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b0d93ac7-356c-4f2a-8075-e1b448fa74bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:35.381064 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d3a817ea-54f9-4785-9ec5-bb7dd5162e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:35.405533 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:35.408565 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:35.435302 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d93ac7-356c-4f2a-8075-e1b448fa74bc admin admin] Pushing event updated for resources: {'Network': ['ID=c2f7ea72-863a-4cbf-a71f-7fdf0458fa31,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:35.437819 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b0d93ac7-356c-4f2a-8075-e1b448fa74bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:35.447166 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Network c2f7ea72-863a-4cbf-a71f-7fdf0458fa31 details requested by agent ovs-agent-dv-cinder-766752-3-iscsi with host dv-cinder-766752-3-iscsi {{(pid=93155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:10:35.492371 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b0d93ac7-356c-4f2a-8075-e1b448fa74bc admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5842257 Jun 18 22:10:35.495835 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 42644) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:35.497671 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=03ec858c-38ba-4dc1-8b5c-0c4c28c1d544,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:35.500919 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-cbc8ebec-b00c-454d-9d00-fe6c3822e668 admin admin] Request body: {'subnet': {'network_id': 'c2f7ea72-863a-4cbf-a71f-7fdf0458fa31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-257965479-subnet', 'tenant_id': '65d5ffd5467c49f99d490197fee7896f', 'ip_version': 4}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:10:35.501783 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:35.582924 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc8ebec-b00c-454d-9d00-fe6c3822e668 admin admin] Made reservation on behalf of 65d5ffd5467c49f99d490197fee7896f for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:10:35.585421 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cbc8ebec-b00c-454d-9d00-fe6c3822e668 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11780493'] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:35.814464 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cbc8ebec-b00c-454d-9d00-fe6c3822e668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9074040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11780511'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:35.816863 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:35.871684 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8ebec-b00c-454d-9d00-fe6c3822e668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=283bfb77-a829-4578-9356-9ec18d85ce1f,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:35.874310 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-cbc8ebec-b00c-454d-9d00-fe6c3822e668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:35.881323 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc8ebec-b00c-454d-9d00-fe6c3822e668 admin admin] Checking segment: {'id': 'fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c2f7ea72-863a-4cbf-a71f-7fdf0458fa31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:10:35.881676 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc8ebec-b00c-454d-9d00-fe6c3822e668 admin admin] Network hostable DHCP agents. Network: c2f7ea72-863a-4cbf-a71f-7fdf0458fa31, hostable agents: ['9f0b91c3-6ba3-4173-8e48-c1b1d033014c'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:10:35.965938 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc8ebec-b00c-454d-9d00-fe6c3822e668 admin admin] Network c2f7ea72-863a-4cbf-a71f-7fdf0458fa31 is scheduled to be hosted by DHCP agent 9f0b91c3-6ba3-4173-8e48-c1b1d033014c with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:10:36.003720 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Sync routers for ids ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'] in dv-cinder-766752-3-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:10:36.013649 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Routers {'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:10:36.014255 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:10:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:36.023049 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-4a3e619b-526e-40c6-9fd7-3deac48cc784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:36.088018 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-cbc8ebec-b00c-454d-9d00-fe6c3822e668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-iscsi, c2f7ea72-863a-4cbf-a71f-7fdf0458fa31) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:10:36.092128 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc8ebec-b00c-454d-9d00-fe6c3822e668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:36.092726 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cbc8ebec-b00c-454d-9d00-fe6c3822e668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:36.096824 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf747e5-9c97-49a7-a9f3-530134fcc9ce None None] Network c2f7ea72-863a-4cbf-a71f-7fdf0458fa31 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:10:36.124665 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Set router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:10:36.174620 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-cbc8ebec-b00c-454d-9d00-fe6c3822e668 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6775665 Jun 18 22:10:36.177111 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 42646) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:36.182799 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-257965479-router', 'tenant_id': '65d5ffd5467c49f99d490197fee7896f', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:10:36.254829 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-610220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1851'] for router, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:36.255981 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1840'] for router, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:36.310226 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:36.330982 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 2, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:36.360235 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Checking router: cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 for host: dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:10:36.360603 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Updating router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 port 04bcee96-cbb4-4a76-9e38-cefd732c6478 binding host dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:10:36.381432 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1cd4b5c-bae9-5a54-94e7-4e728668075a-c2f7ea72-863a-4cbf-a71f-7fdf0458fa31', 'network_id': 'c2f7ea72-863a-4cbf-a71f-7fdf0458fa31', 'tenant_id': '65d5ffd5467c49f99d490197fee7896f', 'fixed_ips': [{'subnet_id': '283bfb77-a829-4578-9356-9ec18d85ce1f'}]}} from dv-cinder-766752-3-iscsi. {{(pid=93155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 22:10:36.382736 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:36.395043 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:36.483006 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1830'] for router, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:36.520168 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Allocated IP 172.20.0.2 (c2f7ea72-863a-4cbf-a71f-7fdf0458fa31/283bfb77-a829-4578-9356-9ec18d85ce1f/73140a0e-0228-4be2-be78-452abb9820f2) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:10:36.658988 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Notify callbacks [] for port, precommit_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:36.663029 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:36.668945 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Transition to ACTIVE for port object 04bcee96-cbb4-4a76-9e38-cefd732c6478 will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:10:36.671949 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Transition to ACTIVE for port object 73140a0e-0228-4be2-be78-452abb9820f2 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:10:36.686357 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Transition to ACTIVE for port object 73140a0e-0228-4be2-be78-452abb9820f2 will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:10:36.737517 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:36.753989 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:36.756063 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:36.757197 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:36.766298 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:36.769242 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:36.801352 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93d80d-f793-4e73-8c85-5d44d4f6e827 None None] Pushing event updated for resources: {'Port': ['ID=04bcee96-cbb4-4a76-9e38-cefd732c6478,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:36.810422 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Network c2f7ea72-863a-4cbf-a71f-7fdf0458fa31 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:10:36.817787 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:10:36.817787 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:10:36.829902 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Pushing event updated for resources: {'Port': ['ID=73140a0e-0228-4be2-be78-452abb9820f2,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:36.834758 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:36.863020 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93d80d-f793-4e73-8c85-5d44d4f6e827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:36.863371 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93d80d-f793-4e73-8c85-5d44d4f6e827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:36.863707 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93d80d-f793-4e73-8c85-5d44d4f6e827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:36.864035 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93d80d-f793-4e73-8c85-5d44d4f6e827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:36.864387 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93d80d-f793-4e73-8c85-5d44d4f6e827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:36.864723 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93d80d-f793-4e73-8c85-5d44d4f6e827 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:36.865045 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93d80d-f793-4e73-8c85-5d44d4f6e827 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:36.865364 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93d80d-f793-4e73-8c85-5d44d4f6e827 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:36.865681 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93d80d-f793-4e73-8c85-5d44d4f6e827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:36.866000 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93d80d-f793-4e73-8c85-5d44d4f6e827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:36.866302 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93d80d-f793-4e73-8c85-5d44d4f6e827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:36.866606 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93d80d-f793-4e73-8c85-5d44d4f6e827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:36.873017 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-db93d80d-f793-4e73-8c85-5d44d4f6e827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:36.889080 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Allocated IP 172.27.1.119 (ac7fe84e-50f5-4915-b437-0569bccbfaaf/467ce04a-3e35-49c7-b989-561dd094bc72/30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:10:36.892984 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Attempting to bind port 73140a0e-0228-4be2-be78-452abb9820f2 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:10:36.893363 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Attempting to bind port 73140a0e-0228-4be2-be78-452abb9820f2 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': 'fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c2f7ea72-863a-4cbf-a71f-7fdf0458fa31'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:10:36.894116 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Attempting to bind port 73140a0e-0228-4be2-be78-452abb9820f2 on network c2f7ea72-863a-4cbf-a71f-7fdf0458fa31 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:10:36.904074 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:10:36.904322 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Checking segment: {'id': 'fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c2f7ea72-863a-4cbf-a71f-7fdf0458fa31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:10:36.904755 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:36.905116 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Bound using segment: {'id': 'fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c2f7ea72-863a-4cbf-a71f-7fdf0458fa31'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:10:36.905603 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Bound port: 73140a0e-0228-4be2-be78-452abb9820f2, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c2f7ea72-863a-4cbf-a71f-7fdf0458fa31'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:10:36.905993 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:36.924279 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 03ec858c-38ba-4dc1-8b5c-0c4c28c1d544 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:10:37.014580 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:37.016584 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] For port 73140a0e-0228-4be2-be78-452abb9820f2, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:10:37.020253 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] For port 73140a0e-0228-4be2-be78-452abb9820f2, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=73140a0e-0228-4be2-be78-452abb9820f2,segment=NetworkSegment(fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b),segment_id=fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:10:37.026379 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 03ec858c-38ba-4dc1-8b5c-0c4c28c1d544 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:10:37.026379 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:37.116020 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:37.117853 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-ca628564-2991-4107-977d-d799b896043c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:37.137889 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:37.140987 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:37.170619 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Pushing event updated for resources: {'Port': ['ID=73140a0e-0228-4be2-be78-452abb9820f2,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:37.173738 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-1111438f-aa45-4841-bdda-f88746a4fb51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:37.183281 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:10:37.186378 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:10:37.189115 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:10:37.216962 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Pushing event updated for resources: {'Port': ['ID=30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:37.220015 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:37.284952 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Attempting to bind port 04bcee96-cbb4-4a76-9e38-cefd732c6478 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:10:37.285991 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Attempting to bind port 04bcee96-cbb4-4a76-9e38-cefd732c6478 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:10:37.286601 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Attempting to bind port 04bcee96-cbb4-4a76-9e38-cefd732c6478 on network 6ebbb83f-e076-47fa-a968-28d266a5785d {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:10:37.292272 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:10:37.292912 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Checking segment: {'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:10:37.293581 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:37.294200 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Bound using segment: {'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:10:37.294787 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Bound port: 04bcee96-cbb4-4a76-9e38-cefd732c6478, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:10:37.295417 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:37.393433 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] For port 04bcee96-cbb4-4a76-9e38-cefd732c6478, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:10:37.396665 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] For port 04bcee96-cbb4-4a76-9e38-cefd732c6478, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=04bcee96-cbb4-4a76-9e38-cefd732c6478,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:10:37.460329 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:37.462802 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-db93d80d-f793-4e73-8c85-5d44d4f6e827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:37.533958 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Routers {'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:10:37.533958 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:10:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:37.533958 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93d80d-f793-4e73-8c85-5d44d4f6e827 None None] Pushing event updated for resources: {'Port': ['ID=04bcee96-cbb4-4a76-9e38-cefd732c6478,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:37.534709 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-db93d80d-f793-4e73-8c85-5d44d4f6e827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:37.649381 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] Set router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:10:37.859983 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:37.861188 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:37Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:37.887815 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca2d113-c68f-4c62-b516-80f6bc6f5d1b None None] The sync data for ids ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'] in dv-cinder-766752-3-iscsi is: [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:37Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:10:38.062781 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546105'] for router, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:38.094667 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab6435c-5f7f-4bf5-aedb-1a39eff955d4 None None] Network c2f7ea72-863a-4cbf-a71f-7fdf0458fa31 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:10:38.247480 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-ed1c34e8-548d-4602-b6c9-38993cff067b None None] Provisioning for port 73140a0e-0228-4be2-be78-452abb9820f2 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:10:38.254194 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Router 9413f945-627d-48e4-b5c9-66fa5f567879 is scheduled to L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc with binding_index 1 {{(pid=93154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 22:10:38.361694 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-0ad829e5-663d-41b1-a1e6-2b745edcfb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:38.386354 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:10:38.401700 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Sync routers for ids ['9413f945-627d-48e4-b5c9-66fa5f567879'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:10:38.415349 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Routers {'9413f945-627d-48e4-b5c9-66fa5f567879'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:10:38.415349 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:10:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['9413f945-627d-48e4-b5c9-66fa5f567879'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:38.468767 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:38.477206 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2918270 Jun 18 22:10:38.477563 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42648) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:38.529647 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Set router 9413f945-627d-48e4-b5c9-66fa5f567879 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:10:38.722428 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'name': 'tempest-TestVolumeBootPattern-257965479-router', 'tenant_id': '65d5ffd5467c49f99d490197fee7896f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:36Z', 'updated_at': '2021-06-18T22:10:37Z', 'revision_number': 3, 'project_id': '65d5ffd5467c49f99d490197fee7896f', 'gw_port': {'id': '30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:36Z', 'updated_at': '2021-06-18T22:10:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:38.749391 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Checking router: 9413f945-627d-48e4-b5c9-66fa5f567879 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:10:38.749735 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Updating router 9413f945-627d-48e4-b5c9-66fa5f567879 port 30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8 binding host dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:10:38.782354 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:38.882495 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:38.948445 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:39.020882 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 73140a0e-0228-4be2-be78-452abb9820f2 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:10:39.043223 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Allocated IP 172.20.0.1 (c2f7ea72-863a-4cbf-a71f-7fdf0458fa31/283bfb77-a829-4578-9356-9ec18d85ce1f/077dbcff-f24b-4d30-a9de-81cde83b2297) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:10:39.100769 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:39.114196 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Transition to ACTIVE for port object 30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:10:39.140964 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:39.153104 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.provisioning_blocks [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Transition to ACTIVE for port object 077dbcff-f24b-4d30-a9de-81cde83b2297 will not be triggered until provisioned by entity DHCP. {{(pid=93153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:10:39.196735 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:39.199458 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:39.232293 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 73140a0e-0228-4be2-be78-452abb9820f2 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:10:39.251370 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 73140a0e-0228-4be2-be78-452abb9820f2 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:10:39.251675 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:39.265853 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9460589'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:39.268827 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-a1cdf88c-e1f9-431a-a107-ddc26529e7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:39.275800 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Attempting to bind port 30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:10:39.281389 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Attempting to bind port 30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:10:39.281389 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Attempting to bind port 30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8 on network ac7fe84e-50f5-4915-b437-0569bccbfaaf {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:10:39.281389 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf42e8-8c8f-44a4-af2f-694d1986d56c None None] Pushing event updated for resources: {'Port': ['ID=30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:39.283806 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-1fdf42e8-8c8f-44a4-af2f-694d1986d56c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:39.292822 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:10:39.293249 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Checking segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:10:39.293792 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:39.294198 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Bound using segment: {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:10:39.294685 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Bound port: 30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33237f40-cc28-4ade-8679-6d76555b918a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:10:39.295060 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:39.309645 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Network c2f7ea72-863a-4cbf-a71f-7fdf0458fa31 is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:10:39.315935 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:10:39.318791 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:10:39.339334 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Pushing event updated for resources: {'Port': ['ID=077dbcff-f24b-4d30-a9de-81cde83b2297,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:39.345093 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:39.361500 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545558'] for router_interface, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:39.382262 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] For port 30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:10:39.400780 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] For port 30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:10:39.403339 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:39.438309 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port 73140a0e-0228-4be2-be78-452abb9820f2, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=73140a0e-0228-4be2-be78-452abb9820f2,segment=NetworkSegment(fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b),segment_id=fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:10:39.486442 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:39.488467 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:39.546396 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:39.547211 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 04bcee96-cbb4-4a76-9e38-cefd732c6478 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:10:39.553164 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Routers {'9413f945-627d-48e4-b5c9-66fa5f567879'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:10:39.553164 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:10:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['9413f945-627d-48e4-b5c9-66fa5f567879'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:39.572763 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf42e8-8c8f-44a4-af2f-694d1986d56c None None] Pushing event updated for resources: {'Port': ['ID=30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:39.578986 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-1fdf42e8-8c8f-44a4-af2f-694d1986d56c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:39.608296 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:39.609273 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:39.615011 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:39.725312 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=73140a0e-0228-4be2-be78-452abb9820f2,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:39.731319 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:39.741115 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-31b23234-b51d-481e-aa9e-2add56153fd7 None None] Provisioning for port 077dbcff-f24b-4d30-a9de-81cde83b2297 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:10:39.743998 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] Set router 9413f945-627d-48e4-b5c9-66fa5f567879 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:10:39.765638 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:39.771417 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-31b23234-b51d-481e-aa9e-2add56153fd7 None None] Provisioning complete for port 077dbcff-f24b-4d30-a9de-81cde83b2297 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:10:39.771798 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-31b23234-b51d-481e-aa9e-2add56153fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:39.837820 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 04bcee96-cbb4-4a76-9e38-cefd732c6478 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:10:39.844580 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 04bcee96-cbb4-4a76-9e38-cefd732c6478 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:10:39.844958 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:39.846316 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-31b23234-b51d-481e-aa9e-2add56153fd7 None None] Port 077dbcff-f24b-4d30-a9de-81cde83b2297 cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:10:39.862803 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460571'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:39.866084 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-5077dce6-a81e-47d6-909d-6eed910b4c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:39.927490 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Pushing event updated for resources: {'Port': ['ID=077dbcff-f24b-4d30-a9de-81cde83b2297,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:39.929994 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546575'] for router_interface, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:39.932435 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:40.006659 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:40.020666 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Network c2f7ea72-863a-4cbf-a71f-7fdf0458fa31 is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:10:40.021981 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:10:40.054058 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port 04bcee96-cbb4-4a76-9e38-cefd732c6478, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=04bcee96-cbb4-4a76-9e38-cefd732c6478,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:10:40.070009 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'name': 'tempest-TestVolumeBootPattern-257965479-router', 'tenant_id': '65d5ffd5467c49f99d490197fee7896f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:36Z', 'updated_at': '2021-06-18T22:10:39Z', 'revision_number': 4, 'project_id': '65d5ffd5467c49f99d490197fee7896f', 'gw_port': {'id': '30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:36Z', 'updated_at': '2021-06-18T22:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '077dbcff-f24b-4d30-a9de-81cde83b2297', 'name': '', 'network_id': 'c2f7ea72-863a-4cbf-a71f-7fdf0458fa31', 'tenant_id': '65d5ffd5467c49f99d490197fee7896f', 'mac_address': 'fa:16:3e:5a:2b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '283bfb77-a829-4578-9356-9ec18d85ce1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:38Z', 'updated_at': '2021-06-18T22:10:39Z', 'revision_number': 1, 'project_id': '65d5ffd5467c49f99d490197fee7896f', 'subnets': [{'id': '283bfb77-a829-4578-9356-9ec18d85ce1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:40.232431 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:40.234456 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29ae18b-f1c1-46ec-be75-7dd86e3c1680 None None] The sync data for ids ['9413f945-627d-48e4-b5c9-66fa5f567879'] in dv-cinder-766752-3-iscsi is: [{'id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'name': 'tempest-TestVolumeBootPattern-257965479-router', 'tenant_id': '65d5ffd5467c49f99d490197fee7896f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:36Z', 'updated_at': '2021-06-18T22:10:39Z', 'revision_number': 4, 'project_id': '65d5ffd5467c49f99d490197fee7896f', 'gw_port': {'id': '30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:36Z', 'updated_at': '2021-06-18T22:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '077dbcff-f24b-4d30-a9de-81cde83b2297', 'name': '', 'network_id': 'c2f7ea72-863a-4cbf-a71f-7fdf0458fa31', 'tenant_id': '65d5ffd5467c49f99d490197fee7896f', 'mac_address': 'fa:16:3e:5a:2b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '283bfb77-a829-4578-9356-9ec18d85ce1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:38Z', 'updated_at': '2021-06-18T22:10:39Z', 'revision_number': 1, 'project_id': '65d5ffd5467c49f99d490197fee7896f', 'subnets': [{'id': '283bfb77-a829-4578-9356-9ec18d85ce1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:10:40.236168 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:40.290852 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-158d829e-c421-4767-9737-8f3b2c2b071d None None] Provisioning complete for port 077dbcff-f24b-4d30-a9de-81cde83b2297 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:10:40.291748 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-158d829e-c421-4767-9737-8f3b2c2b071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:40.296562 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=04bcee96-cbb4-4a76-9e38-cefd732c6478,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:40.296757 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:40.335711 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-158d829e-c421-4767-9737-8f3b2c2b071d None None] Port 077dbcff-f24b-4d30-a9de-81cde83b2297 cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:10:40.343287 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Router 9413f945-627d-48e4-b5c9-66fa5f567879 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:10:40.461834 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:10:40.474378 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-1f3a2ee3-2e52-4a97-b35a-abe7f2ed609b admin admin] 10.222.0.38 "PUT /v2.0/routers/9413f945-627d-48e4-b5c9-66fa5f567879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0001733 Jun 18 22:10:41.055162 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 73140a0e-0228-4be2-be78-452abb9820f2 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:10:41.111381 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 73140a0e-0228-4be2-be78-452abb9820f2 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:10:41.111847 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:41.192169 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 04bcee96-cbb4-4a76-9e38-cefd732c6478 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:10:41.240584 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 04bcee96-cbb4-4a76-9e38-cefd732c6478 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:10:41.241244 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:41.331516 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:10:41.341015 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42656) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:41.345734 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-0fc6c3cd-29a4-42bc-8a45-5d8602be8b89 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-760805513', 'description': 'tempest-secgroup-smoke-760805513 description', 'project_id': '842929c6f3a9455d9b9abefa3d85f974'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:10:41.436898 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c3cd-29a4-42bc-8a45-5d8602be8b89 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:41.445560 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:10:41.454447 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:10:41.454447 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:41.536689 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c3cd-29a4-42bc-8a45-5d8602be8b89 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:41.551805 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:41.552862 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:41.573963 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port 30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:10:41.611204 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c3cd-29a4-42bc-8a45-5d8602be8b89 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:41.614677 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-3106d800-7005-4224-b629-0ebbacd80f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:41.639961 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:41.641361 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6c3cd-29a4-42bc-8a45-5d8602be8b89 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:41.642249 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:41.644539 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-0fc6c3cd-29a4-42bc-8a45-5d8602be8b89 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:41.690023 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:41.691819 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c3cd-29a4-42bc-8a45-5d8602be8b89 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:41.693165 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-0fc6c3cd-29a4-42bc-8a45-5d8602be8b89 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3510466 Jun 18 22:10:41.696173 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42658) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:41.697121 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:41.697517 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:41.697861 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:41.698280 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:41.698613 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:41.698940 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:41.699263 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:41.699586 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:41.699911 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:41.700257 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:41.700577 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:41.700893 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:41.700993 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-b6c3f523-e467-470b-93bd-e6a1b2d1af3b tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Request body: {'security_group_rule': {'security_group_id': '0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67', 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:10:41.704869 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:41.787548 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b6c3f523-e467-470b-93bd-e6a1b2d1af3b tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:41.845518 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b6c3f523-e467-470b-93bd-e6a1b2d1af3b tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:41.911118 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b6c3f523-e467-470b-93bd-e6a1b2d1af3b tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:41.913353 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:41.929816 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3f523-e467-470b-93bd-e6a1b2d1af3b tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b146a85-dffa-4e91-a300-b8ff1024612c,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:41.935126 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-b6c3f523-e467-470b-93bd-e6a1b2d1af3b tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:41.980210 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b6c3f523-e467-470b-93bd-e6a1b2d1af3b tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:41.981390 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b6c3f523-e467-470b-93bd-e6a1b2d1af3b tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2843099 Jun 18 22:10:41.984335 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42660) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:41.988757 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-be78970d-2af2-434b-801c-91e67fda59ff tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Request body: {'security_group_rule': {'security_group_id': '0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67', 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:10:42.058813 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be78970d-2af2-434b-801c-91e67fda59ff tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:42.113887 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be78970d-2af2-434b-801c-91e67fda59ff tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:42.142078 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Sync routers for ids ['9413f945-627d-48e4-b5c9-66fa5f567879'] in dv-cinder-766752-3-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:10:42.151849 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Routers {'9413f945-627d-48e4-b5c9-66fa5f567879'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:10:42.152508 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:10:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['9413f945-627d-48e4-b5c9-66fa5f567879'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:42.174155 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be78970d-2af2-434b-801c-91e67fda59ff tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:42.178969 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:42.195763 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78970d-2af2-434b-801c-91e67fda59ff tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63c0b6a-e45f-43c8-9941-37e774085610,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:42.198953 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-be78970d-2af2-434b-801c-91e67fda59ff tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:42.259555 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be78970d-2af2-434b-801c-91e67fda59ff tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:42.259797 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Set router 9413f945-627d-48e4-b5c9-66fa5f567879 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:10:42.260976 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-be78970d-2af2-434b-801c-91e67fda59ff tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2758253 Jun 18 22:10:42.263638 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42662) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:42.268471 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-303c0827-10dc-4360-bb60-eb882d6dfad1 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Request body: {'security_group_rule': {'security_group_id': '0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67', 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:10:42.338956 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-303c0827-10dc-4360-bb60-eb882d6dfad1 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:42.394530 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-303c0827-10dc-4360-bb60-eb882d6dfad1 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:42.453888 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-303c0827-10dc-4360-bb60-eb882d6dfad1 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:42.455971 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:42.472418 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c0827-10dc-4360-bb60-eb882d6dfad1 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0a760d-87a7-4bd2-9f81-1c1241ead792,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:42.474940 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-303c0827-10dc-4360-bb60-eb882d6dfad1 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:42.531306 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-303c0827-10dc-4360-bb60-eb882d6dfad1 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:42.532718 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-303c0827-10dc-4360-bb60-eb882d6dfad1 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2678702 Jun 18 22:10:42.535302 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 42664) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:42.539814 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-6cb5389c-22c5-4316-9b4d-7e35243f7015 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Request body: {'security_group_rule': {'security_group_id': '0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67', 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:10:42.541723 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'name': 'tempest-TestVolumeBootPattern-257965479-router', 'tenant_id': '65d5ffd5467c49f99d490197fee7896f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:36Z', 'updated_at': '2021-06-18T22:10:39Z', 'revision_number': 4, 'project_id': '65d5ffd5467c49f99d490197fee7896f', 'gw_port': {'id': '30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:36Z', 'updated_at': '2021-06-18T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '077dbcff-f24b-4d30-a9de-81cde83b2297', 'name': '', 'network_id': 'c2f7ea72-863a-4cbf-a71f-7fdf0458fa31', 'tenant_id': '65d5ffd5467c49f99d490197fee7896f', 'mac_address': 'fa:16:3e:5a:2b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '283bfb77-a829-4578-9356-9ec18d85ce1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:38Z', 'updated_at': '2021-06-18T22:10:39Z', 'revision_number': 2, 'project_id': '65d5ffd5467c49f99d490197fee7896f', 'subnets': [{'id': '283bfb77-a829-4578-9356-9ec18d85ce1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:42.566756 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Checking router: 9413f945-627d-48e4-b5c9-66fa5f567879 for host: dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:10:42.567114 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Updating router 9413f945-627d-48e4-b5c9-66fa5f567879 port 077dbcff-f24b-4d30-a9de-81cde83b2297 binding host dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:10:42.599531 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:42.615710 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6cb5389c-22c5-4316-9b4d-7e35243f7015 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:42.673375 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6cb5389c-22c5-4316-9b4d-7e35243f7015 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:42.754276 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6cb5389c-22c5-4316-9b4d-7e35243f7015 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:42.756457 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:42.772196 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5389c-22c5-4316-9b4d-7e35243f7015 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31995f0d-c9f4-4374-97b1-0d07a965ad9d,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:42.774749 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6cb5389c-22c5-4316-9b4d-7e35243f7015 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:42.845883 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6cb5389c-22c5-4316-9b4d-7e35243f7015 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:42.850106 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-6cb5389c-22c5-4316-9b4d-7e35243f7015 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3109300 Jun 18 22:10:42.850194 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 42666) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:42.854722 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:42.855439 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-60ad5662-6529-4f9b-9a0d-793b3bd91845 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Request body: {'security_group_rule': {'security_group_id': '0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67', 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:10:42.864872 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Transition to ACTIVE for port object 077dbcff-f24b-4d30-a9de-81cde83b2297 will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:10:42.896478 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:10:42.943889 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:10:42.944210 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:42.954174 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:42.956457 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:42.966064 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.securitygroups_db [None req-60ad5662-6529-4f9b-9a0d-793b3bd91845 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Project 842929c6f3a9455d9b9abefa3d85f974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 22:10:42.971380 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-60ad5662-6529-4f9b-9a0d-793b3bd91845 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:42.998109 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ca845-a928-4ac6-8572-636ff0e91192 None None] Pushing event updated for resources: {'Port': ['ID=077dbcff-f24b-4d30-a9de-81cde83b2297,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:43.049573 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-60ad5662-6529-4f9b-9a0d-793b3bd91845 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:43.058187 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-635ca845-a928-4ac6-8572-636ff0e91192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:43.110731 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Attempting to bind port 077dbcff-f24b-4d30-a9de-81cde83b2297 on host dv-cinder-766752-3-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:10:43.111107 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Attempting to bind port 077dbcff-f24b-4d30-a9de-81cde83b2297 by drivers openvswitch,hyperv on host dv-cinder-766752-3-iscsi at level 0 using segments [{'id': 'fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c2f7ea72-863a-4cbf-a71f-7fdf0458fa31'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:10:43.111475 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Attempting to bind port 077dbcff-f24b-4d30-a9de-81cde83b2297 on network c2f7ea72-863a-4cbf-a71f-7fdf0458fa31 {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:10:43.116882 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Checking agent: {'id': 'bd1df583-1f9e-4e1c-a901-3416115b691b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 53, 9), 'started_at': datetime.datetime(2021, 6, 18, 21, 53, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:10:43.117262 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Checking segment: {'id': 'fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c2f7ea72-863a-4cbf-a71f-7fdf0458fa31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:10:43.117670 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:43.118065 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Bound using segment: {'id': 'fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c2f7ea72-863a-4cbf-a71f-7fdf0458fa31'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:10:43.118530 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Bound port: 077dbcff-f24b-4d30-a9de-81cde83b2297, host: dv-cinder-766752-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c2f7ea72-863a-4cbf-a71f-7fdf0458fa31'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:10:43.118903 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:43.131439 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-60ad5662-6529-4f9b-9a0d-793b3bd91845 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:43.137117 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:43.153997 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad5662-6529-4f9b-9a0d-793b3bd91845 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7b4f2d-d595-493e-82b7-8a865558fc4f,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:43.156540 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-60ad5662-6529-4f9b-9a0d-793b3bd91845 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:43.187543 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] For port 077dbcff-f24b-4d30-a9de-81cde83b2297, host dv-cinder-766752-3-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:10:43.190887 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] For port 077dbcff-f24b-4d30-a9de-81cde83b2297, host dv-cinder-766752-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=077dbcff-f24b-4d30-a9de-81cde83b2297,segment=NetworkSegment(fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b),segment_id=fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:10:43.225289 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-60ad5662-6529-4f9b-9a0d-793b3bd91845 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:43.226404 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-60ad5662-6529-4f9b-9a0d-793b3bd91845 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3754096 Jun 18 22:10:43.229563 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 42670) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:43.234052 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-bbf40e38-09e4-4449-b852-1e0901b526e1 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Request body: {'security_group_rule': {'security_group_id': '0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67', 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:10:43.257572 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:43.259797 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:43.315172 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Routers {'9413f945-627d-48e4-b5c9-66fa5f567879'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:10:43.315814 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:10:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['9413f945-627d-48e4-b5c9-66fa5f567879'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:43.352438 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ca845-a928-4ac6-8572-636ff0e91192 None None] Pushing event updated for resources: {'Port': ['ID=077dbcff-f24b-4d30-a9de-81cde83b2297,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:43.354982 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.securitygroups_db [None req-bbf40e38-09e4-4449-b852-1e0901b526e1 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Project 842929c6f3a9455d9b9abefa3d85f974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 22:10:43.356376 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG oslo_concurrency.lockutils [None req-635ca845-a928-4ac6-8572-636ff0e91192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:43.363872 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bbf40e38-09e4-4449-b852-1e0901b526e1 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:43.431533 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] Set router 9413f945-627d-48e4-b5c9-66fa5f567879 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:10:43.433108 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bbf40e38-09e4-4449-b852-1e0901b526e1 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:43.520191 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bbf40e38-09e4-4449-b852-1e0901b526e1 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411842'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:43.522498 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-d2b48b28-ee70-4b4f-9dc1-f0f79e073bce tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:43.539676 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf40e38-09e4-4449-b852-1e0901b526e1 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec39a00-6f66-4f15-8681-ac301f91f56d,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:43.543248 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bbf40e38-09e4-4449-b852-1e0901b526e1 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:43.611604 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bbf40e38-09e4-4449-b852-1e0901b526e1 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:43.612813 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-bbf40e38-09e4-4449-b852-1e0901b526e1 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3822794 Jun 18 22:10:43.633823 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'name': 'tempest-TestVolumeBootPattern-257965479-router', 'tenant_id': '65d5ffd5467c49f99d490197fee7896f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:36Z', 'updated_at': '2021-06-18T22:10:39Z', 'revision_number': 4, 'project_id': '65d5ffd5467c49f99d490197fee7896f', 'gw_port': {'id': '30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:36Z', 'updated_at': '2021-06-18T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '077dbcff-f24b-4d30-a9de-81cde83b2297', 'name': '', 'network_id': 'c2f7ea72-863a-4cbf-a71f-7fdf0458fa31', 'tenant_id': '65d5ffd5467c49f99d490197fee7896f', 'mac_address': 'fa:16:3e:5a:2b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '283bfb77-a829-4578-9356-9ec18d85ce1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:38Z', 'updated_at': '2021-06-18T22:10:43Z', 'revision_number': 4, 'project_id': '65d5ffd5467c49f99d490197fee7896f', 'subnets': [{'id': '283bfb77-a829-4578-9356-9ec18d85ce1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:43.661811 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d55f5d-a01b-4df4-9ec2-2609864358a7 None None] The sync data for ids ['9413f945-627d-48e4-b5c9-66fa5f567879'] in dv-cinder-766752-3-iscsi is: [{'id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'name': 'tempest-TestVolumeBootPattern-257965479-router', 'tenant_id': '65d5ffd5467c49f99d490197fee7896f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:36Z', 'updated_at': '2021-06-18T22:10:39Z', 'revision_number': 4, 'project_id': '65d5ffd5467c49f99d490197fee7896f', 'gw_port': {'id': '30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:36Z', 'updated_at': '2021-06-18T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '077dbcff-f24b-4d30-a9de-81cde83b2297', 'name': '', 'network_id': 'c2f7ea72-863a-4cbf-a71f-7fdf0458fa31', 'tenant_id': '65d5ffd5467c49f99d490197fee7896f', 'mac_address': 'fa:16:3e:5a:2b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '283bfb77-a829-4578-9356-9ec18d85ce1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:38Z', 'updated_at': '2021-06-18T22:10:43Z', 'revision_number': 4, 'project_id': '65d5ffd5467c49f99d490197fee7896f', 'subnets': [{'id': '283bfb77-a829-4578-9356-9ec18d85ce1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:10:44.920678 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 077dbcff-f24b-4d30-a9de-81cde83b2297 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:10:45.106079 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning for port 077dbcff-f24b-4d30-a9de-81cde83b2297 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:10:45.110080 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 077dbcff-f24b-4d30-a9de-81cde83b2297 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:10:45.110461 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:45.191805 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:45.224538 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] For port 077dbcff-f24b-4d30-a9de-81cde83b2297, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=077dbcff-f24b-4d30-a9de-81cde83b2297,segment=NetworkSegment(fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b),segment_id=fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:10:45.302970 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:45.304887 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-1fdf42e8-8c8f-44a4-af2f-694d1986d56c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:45.351274 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Pushing event updated for resources: {'Port': ['ID=077dbcff-f24b-4d30-a9de-81cde83b2297,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:45.355317 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:46.899077 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 077dbcff-f24b-4d30-a9de-81cde83b2297 up at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:10:46.946023 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Provisioning complete for port 077dbcff-f24b-4d30-a9de-81cde83b2297 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:10:46.946404 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:49.071231 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:52.132898 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:11:00.467821 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-0158b910-df23-411f-89c6-4be0988984d9 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-760805513&fields=id&tenant_id=842929c6f3a9455d9b9abefa3d85f974 HTTP/1.1" status: 200 len: 267 time: 0.0325074 Jun 18 22:11:00.568860 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-bc592290-110c-4754-969d-45fef4c9672d tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:00.570254 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-bc592290-110c-4754-969d-45fef4c9672d tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/networks?id=6ebbb83f-e076-47fa-a968-28d266a5785d HTTP/1.1" status: 200 len: 812 time: 0.0959983 Jun 18 22:11:00.584282 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-6bc89cea-4668-4566-b04d-ce2a1a6aa25d tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/quotas/842929c6f3a9455d9b9abefa3d85f974 HTTP/1.1" status: 200 len: 375 time: 0.0087914 Jun 18 22:11:00.651003 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-82e95bcd-5bde-4596-b18b-cc7009cfbbf8 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=842929c6f3a9455d9b9abefa3d85f974&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621357 Jun 18 22:11:00.824392 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-1900a775-50dc-4eea-bf22-d201d6d74ecc service neutron] 10.222.0.38 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624672 Jun 18 22:11:00.914340 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-1b6f45a1-dc50-4423-9d6a-031c35c69fb6 service neutron] 10.222.0.38 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842993 Jun 18 22:11:01.571237 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-78ee5417-a7ac-424b-9ca5-9571e51501a8 req-9ef6934b-078b-4bef-99cf-b95c87fc76bb tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 210 time: 0.0297422 Jun 18 22:11:02.709087 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-70d7e203-f20e-49c4-9291-c42c9b60a364 req-242d463a-f51b-491a-b388-471ebca55f33 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 210 time: 0.0298619 Jun 18 22:11:03.799898 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-3524d5e0-8b8c-4d9b-a558-8cbfe64a36d9 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:03.801322 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-3524d5e0-8b8c-4d9b-a558-8cbfe64a36d9 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.44 "GET /v2.0/networks?id=6ebbb83f-e076-47fa-a968-28d266a5785d HTTP/1.1" status: 200 len: 812 time: 0.1063209 Jun 18 22:11:03.855792 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-a678ab4f-3586-4968-885f-bdb2845c78f5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=842929c6f3a9455d9b9abefa3d85f974 HTTP/1.1" status: 200 len: 379 time: 0.0405746 Jun 18 22:11:03.864998 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-c0b4bfa6-d9d9-412c-8301-a0d0082d1359 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Request body: {'port': {'device_id': '66dee58d-128a-459f-9674-edaf31f46481', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'admin_state_up': True, 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'security_groups': ['0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67']}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:11:03.944893 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7f3dabc5-51f1-4d6d-b16e-22b20c5f22ed req-8c3df2c6-997b-4edf-b930-6bfa0ff1ff7b tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 210 time: 0.1228330 Jun 18 22:11:04.099453 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-c0b4bfa6-d9d9-412c-8301-a0d0082d1359 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Made reservation on behalf of 842929c6f3a9455d9b9abefa3d85f974 for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:11:04.103264 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-c0b4bfa6-d9d9-412c-8301-a0d0082d1359 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:04.245362 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-c0b4bfa6-d9d9-412c-8301-a0d0082d1359 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Allocated IP 172.20.0.14 (6ebbb83f-e076-47fa-a968-28d266a5785d/c823f6b7-075a-4fb2-97a0-7659f49c372d/87053272-dde3-411a-baaa-206adbcd0c68) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:11:04.381891 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-c0b4bfa6-d9d9-412c-8301-a0d0082d1359 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:04.394399 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-c0b4bfa6-d9d9-412c-8301-a0d0082d1359 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Transition to ACTIVE for port object 87053272-dde3-411a-baaa-206adbcd0c68 will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:11:04.516949 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-c0b4bfa6-d9d9-412c-8301-a0d0082d1359 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:04.521447 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-01a09cd4-bb22-48bb-9a77-b7241086b989 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:04.566863 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-c0b4bfa6-d9d9-412c-8301-a0d0082d1359 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Network 6ebbb83f-e076-47fa-a968-28d266a5785d is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:11:04.570469 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-c0b4bfa6-d9d9-412c-8301-a0d0082d1359 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:11:04.574857 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-c0b4bfa6-d9d9-412c-8301-a0d0082d1359 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:11:04.581233 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4bfa6-d9d9-412c-8301-a0d0082d1359 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event updated for resources: {'Port': ['ID=87053272-dde3-411a-baaa-206adbcd0c68,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:04.603000 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-c0b4bfa6-d9d9-412c-8301-a0d0082d1359 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:04.628417 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-c0b4bfa6-d9d9-412c-8301-a0d0082d1359 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:04.629072 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-c0b4bfa6-d9d9-412c-8301-a0d0082d1359 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:04.698112 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-c0b4bfa6-d9d9-412c-8301-a0d0082d1359 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8369436 Jun 18 22:11:04.715352 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Request body: {'port': {'device_id': '66dee58d-128a-459f-9674-edaf31f46481', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:11:04.787927 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:04.891794 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-c2687e4d-3536-4176-8ab7-5f2129b3012e None None] Provisioning for port 87053272-dde3-411a-baaa-206adbcd0c68 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:11:04.896327 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-c2687e4d-3536-4176-8ab7-5f2129b3012e None None] Provisioning complete for port 87053272-dde3-411a-baaa-206adbcd0c68 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:11:04.900252 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c2687e4d-3536-4176-8ab7-5f2129b3012e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:04.930721 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-c2687e4d-3536-4176-8ab7-5f2129b3012e None None] Port 87053272-dde3-411a-baaa-206adbcd0c68 cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:11:05.055813 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87053272-dde3-411a-baaa-206adbcd0c68 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:11:05.064583 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:05.117465 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Transition to ACTIVE for port object 87053272-dde3-411a-baaa-206adbcd0c68 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:11:05.150991 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fe5e4-d73a-411c-97ec-ac4c0b12c0ce req-d74ede58-354d-428e-93f8-87b06926d046 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:05.152488 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-de5fe5e4-d73a-411c-97ec-ac4c0b12c0ce req-d74ede58-354d-428e-93f8-87b06926d046 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 932 time: 0.0854774 Jun 18 22:11:05.202055 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:05.204528 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-1730da8d-9064-4bd2-8096-2b64af3bcbcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:05.303471 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Pushing event updated for resources: {'Port': ['ID=87053272-dde3-411a-baaa-206adbcd0c68,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:05.309584 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:05.315043 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-de5fe5e4-d73a-411c-97ec-ac4c0b12c0ce req-a597a976-1851-4d74-9e01-548c29874639 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560285 Jun 18 22:11:05.384655 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Attempting to bind port 87053272-dde3-411a-baaa-206adbcd0c68 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:11:05.385009 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Attempting to bind port 87053272-dde3-411a-baaa-206adbcd0c68 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:11:05.385318 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Attempting to bind port 87053272-dde3-411a-baaa-206adbcd0c68 on network 6ebbb83f-e076-47fa-a968-28d266a5785d {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:11:05.389790 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Port 87053272-dde3-411a-baaa-206adbcd0c68 on network 6ebbb83f-e076-47fa-a968-28d266a5785d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:11:05.390114 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Attempting to bind port 87053272-dde3-411a-baaa-206adbcd0c68 on network 6ebbb83f-e076-47fa-a968-28d266a5785d {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:11:05.395024 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:11:05.395428 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Checking segment: {'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:11:05.396126 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Bound using segment: {'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:11:05.396564 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Bound port: 87053272-dde3-411a-baaa-206adbcd0c68, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:11:05.396909 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:05.462519 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] For port 87053272-dde3-411a-baaa-206adbcd0c68, host hv-cinder-76675, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:11:05.465414 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] For port 87053272-dde3-411a-baaa-206adbcd0c68, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=87053272-dde3-411a-baaa-206adbcd0c68,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:11:05.560234 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:05.563198 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-c0b4bfa6-d9d9-412c-8301-a0d0082d1359 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:05.592542 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:05.593181 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:05.594562 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] 10.222.0.44 "PUT /v2.0/ports/87053272-dde3-411a-baaa-206adbcd0c68 HTTP/1.1" status: 200 len: 1094 time: 0.8836260 Jun 18 22:11:05.595078 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66dee58d-128a-459f-9674-edaf31f46481', 'tag': '87053272-dde3-411a-baaa-206adbcd0c68'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:11:05.597384 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670886ce-a051-4b2d-9f34-a9684ce28849" -d '{"events": [{"name": "network-changed", "server_uuid": "66dee58d-128a-459f-9674-edaf31f46481", "tag": "87053272-dde3-411a-baaa-206adbcd0c68"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:11:05.627048 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Pushing event updated for resources: {'Port': ['ID=87053272-dde3-411a-baaa-206adbcd0c68,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:05.630599 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:05.637662 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dd2d21-8266-41fc-b415-e95ce53809d7 x-openstack-request-id: req-70dd2d21-8266-41fc-b415-e95ce53809d7 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:11:05.637850 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66dee58d-128a-459f-9674-edaf31f46481", "tag": "87053272-dde3-411a-baaa-206adbcd0c68", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:11:05.638131 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-70dd2d21-8266-41fc-b415-e95ce53809d7 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:11:05.638661 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66dee58d-128a-459f-9674-edaf31f46481', 'tag': '87053272-dde3-411a-baaa-206adbcd0c68', 'status': 'completed', 'code': 200} Jun 18 22:11:05.733138 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670886ce-a051-4b2d-9f34-a9684ce28849 req-b726ffc4-6a9a-4661-84ce-0a958ebecd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:05.734622 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-670886ce-a051-4b2d-9f34-a9684ce28849 req-b726ffc4-6a9a-4661-84ce-0a958ebecd12 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=842929c6f3a9455d9b9abefa3d85f974&device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 1097 time: 0.0550671 Jun 18 22:11:05.839052 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670886ce-a051-4b2d-9f34-a9684ce28849 req-320f17cd-cf3f-4ff9-918a-b788e06f4140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:05.840421 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-670886ce-a051-4b2d-9f34-a9684ce28849 req-320f17cd-cf3f-4ff9-918a-b788e06f4140 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=842929c6f3a9455d9b9abefa3d85f974&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0930054 Jun 18 22:11:05.930718 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670886ce-a051-4b2d-9f34-a9684ce28849 req-43a6b401-5757-4e92-a4b4-399ea7ea23af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:05.932154 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-670886ce-a051-4b2d-9f34-a9684ce28849 req-43a6b401-5757-4e92-a4b4-399ea7ea23af service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862350 Jun 18 22:11:05.954560 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c28acc06-124f-48dc-abc5-ec8324166ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:06.042412 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-35b7fa03-b59f-409a-bdc2-e140412d88ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:06.043874 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-35b7fa03-b59f-409a-bdc2-e140412d88ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=842929c6f3a9455d9b9abefa3d85f974&device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 1097 time: 0.0557725 Jun 18 22:11:06.091716 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-7a3256f7-c64f-4433-85d1-b45fc891ccf6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87053272-dde3-411a-baaa-206adbcd0c68 HTTP/1.1" status: 200 len: 217 time: 0.0353551 Jun 18 22:11:06.139556 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-12cf2735-3be4-442e-9ffa-f297e3d43a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:06.140949 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-12cf2735-3be4-442e-9ffa-f297e3d43a8c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c823f6b7-075a-4fb2-97a0-7659f49c372d HTTP/1.1" status: 200 len: 851 time: 0.0433257 Jun 18 22:11:06.197342 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-66eaadc0-70ed-44fc-84f9-2d1350b2b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:06.198751 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-66eaadc0-70ed-44fc-84f9-2d1350b2b8ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ebbb83f-e076-47fa-a968-28d266a5785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516441 Jun 18 22:11:06.288575 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-1f5e8d1e-1c32-424e-8679-3b9a2a04ed30 service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837736 Jun 18 22:11:06.377136 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf45e696-2c91-4dce-8ef4-f2365c296aae req-38df23f1-0579-44fa-98a9-85e1996964a7 service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819747 Jun 18 22:11:06.494241 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a1488-44ab-43c7-9d69-7f025ffa6a8b req-bd158306-634f-4d6d-90ec-4ec90265903b tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:06.495657 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c05a1488-44ab-43c7-9d69-7f025ffa6a8b req-bd158306-634f-4d6d-90ec-4ec90265903b tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 944 time: 0.0651848 Jun 18 22:11:06.532144 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c05a1488-44ab-43c7-9d69-7f025ffa6a8b req-b9f79447-7cce-4b56-8a44-db3d2b2f4faf tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308466 Jun 18 22:11:07.702450 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0637315-77aa-404b-86f5-ec2ee4516860 req-add26593-dfad-41a8-8766-84a943070673 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:07.703867 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d0637315-77aa-404b-86f5-ec2ee4516860 req-add26593-dfad-41a8-8766-84a943070673 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 944 time: 0.0624588 Jun 18 22:11:07.741942 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d0637315-77aa-404b-86f5-ec2ee4516860 req-b01f0519-d660-448b-88ab-833e3c4291ca tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324037 Jun 18 22:11:08.402168 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c59c0d63-db9d-4f5e-8fe2-c4f2e21d4a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:08.904939 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:08.919879 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ccb09-9fff-4f9c-9423-b96e6b9e4a1e req-7d02af47-8b56-43fd-b5a2-863f44f49ea6 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:08.921513 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-007ccb09-9fff-4f9c-9423-b96e6b9e4a1e req-7d02af47-8b56-43fd-b5a2-863f44f49ea6 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 944 time: 0.0673277 Jun 18 22:11:08.959568 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-007ccb09-9fff-4f9c-9423-b96e6b9e4a1e req-20ddb672-5645-42e8-9fbf-d455218f4449 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317433 Jun 18 22:11:09.550327 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:10.127516 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac017c-621d-42bd-88a0-4500efaa6cac req-0f1982a7-581b-44f6-86ec-e88a4d6a5188 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:10.128949 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3dac017c-621d-42bd-88a0-4500efaa6cac req-0f1982a7-581b-44f6-86ec-e88a4d6a5188 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 944 time: 0.0607312 Jun 18 22:11:10.167144 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3dac017c-621d-42bd-88a0-4500efaa6cac req-26fd40c7-4055-4bcd-bf85-d7b8a1a59fba tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318921 Jun 18 22:11:11.336086 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0d3ca-c566-4166-ad16-36cd89df322c req-722a5d1a-5007-436c-9208-19abaa192ce9 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:11.337563 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-add0d3ca-c566-4166-ad16-36cd89df322c req-722a5d1a-5007-436c-9208-19abaa192ce9 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 944 time: 0.0619915 Jun 18 22:11:11.373394 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-add0d3ca-c566-4166-ad16-36cd89df322c req-36a96687-1c61-4d2a-b037-f6c7464062e3 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303993 Jun 18 22:11:11.550367 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:12.546965 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9f25f-c8d1-4e28-8fa2-a26b85a4d50a req-df40cf5f-db32-47b5-9deb-151647cb1940 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:12.548388 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8fd9f25f-c8d1-4e28-8fa2-a26b85a4d50a req-df40cf5f-db32-47b5-9deb-151647cb1940 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 944 time: 0.0654273 Jun 18 22:11:12.586251 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8fd9f25f-c8d1-4e28-8fa2-a26b85a4d50a req-e959fc24-9cd9-42f2-aad2-194c433fa4a2 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317676 Jun 18 22:11:13.754366 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999466b4-2540-4552-a3f9-1b26173910d1 req-c7976c3f-bc44-4bae-9e6f-5fd52f01a0cd tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:13.756500 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-999466b4-2540-4552-a3f9-1b26173910d1 req-c7976c3f-bc44-4bae-9e6f-5fd52f01a0cd tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 944 time: 0.0614603 Jun 18 22:11:13.792303 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-999466b4-2540-4552-a3f9-1b26173910d1 req-35f97879-8bf4-4b2a-b8a6-f0dca1e91f99 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303290 Jun 18 22:11:14.490624 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 87053272-dde3-411a-baaa-206adbcd0c68 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:11:14.588204 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 87053272-dde3-411a-baaa-206adbcd0c68, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=87053272-dde3-411a-baaa-206adbcd0c68,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:11:14.599774 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': '87053272-dde3-411a-baaa-206adbcd0c68', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'port_id': '87053272-dde3-411a-baaa-206adbcd0c68', 'mac_address': 'fa:16:3e:08:b7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:11:14.635093 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:14.647050 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87053272-dde3-411a-baaa-206adbcd0c68 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:11:14.665812 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 87053272-dde3-411a-baaa-206adbcd0c68, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=87053272-dde3-411a-baaa-206adbcd0c68,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:11:14.744558 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:14.746331 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:14.794068 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=87053272-dde3-411a-baaa-206adbcd0c68,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:14.797097 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:14.981760 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a2049-f931-4a92-9fac-d8f72c4d732d req-2373a2b0-a67b-466d-8f6f-f3356e89091f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:14.983166 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-293a2049-f931-4a92-9fac-d8f72c4d732d req-2373a2b0-a67b-466d-8f6f-f3356e89091f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 945 time: 0.0703325 Jun 18 22:11:15.018869 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-293a2049-f931-4a92-9fac-d8f72c4d732d req-f8011763-d25a-47df-900b-e60f950e5992 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301623 Jun 18 22:11:15.028964 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['87053272-dde3-411a-baaa-206adbcd0c68'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:11:16.189021 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f2ea6-661d-4533-90ea-f2a9a07cd2b7 req-63033887-fde6-4028-bad8-d743f20f6376 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:16.190443 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-564f2ea6-661d-4533-90ea-f2a9a07cd2b7 req-63033887-fde6-4028-bad8-d743f20f6376 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 945 time: 0.0631528 Jun 18 22:11:16.227158 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-564f2ea6-661d-4533-90ea-f2a9a07cd2b7 req-e22cc26b-0073-4056-bbca-1f3c464598ad tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313139 Jun 18 22:11:16.490204 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 87053272-dde3-411a-baaa-206adbcd0c68 up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:11:16.584883 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port 87053272-dde3-411a-baaa-206adbcd0c68 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:11:16.588436 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port 87053272-dde3-411a-baaa-206adbcd0c68 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:11:16.588819 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:16.663245 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:16.684331 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66dee58d-128a-459f-9674-edaf31f46481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87053272-dde3-411a-baaa-206adbcd0c68'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:11:16.686596 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6538b71d-6f08-45ea-9182-545524872fba" -d '{"events": [{"server_uuid": "66dee58d-128a-459f-9674-edaf31f46481", "name": "network-vif-plugged", "status": "completed", "tag": "87053272-dde3-411a-baaa-206adbcd0c68"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:11:16.702433 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 87053272-dde3-411a-baaa-206adbcd0c68, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=87053272-dde3-411a-baaa-206adbcd0c68,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:11:16.723822 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a201ea7-e073-4007-9e41-c67142a5bd21 x-openstack-request-id: req-4a201ea7-e073-4007-9e41-c67142a5bd21 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:11:16.724207 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66dee58d-128a-459f-9674-edaf31f46481", "name": "network-vif-plugged", "status": "completed", "tag": "87053272-dde3-411a-baaa-206adbcd0c68", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:11:16.724850 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4a201ea7-e073-4007-9e41-c67142a5bd21 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:11:16.725256 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66dee58d-128a-459f-9674-edaf31f46481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87053272-dde3-411a-baaa-206adbcd0c68', 'code': 200} Jun 18 22:11:16.760586 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:16.763501 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-3d06386f-1864-4eb0-9e63-8ba9713dca9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:16.812450 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=87053272-dde3-411a-baaa-206adbcd0c68,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:16.815634 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:17.173372 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c0473-8aa9-404a-9e5c-4d2972d422e9 req-a39ce664-a64c-41d0-82d4-9013ebbab025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:17.174668 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b70c0473-8aa9-404a-9e5c-4d2972d422e9 req-a39ce664-a64c-41d0-82d4-9013ebbab025 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 1099 time: 0.0495901 Jun 18 22:11:17.207299 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b70c0473-8aa9-404a-9e5c-4d2972d422e9 req-179bf4d0-b33e-456f-9f47-d2c18da3f137 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263319 Jun 18 22:11:17.400553 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff14c4b-1392-48c9-ae49-5bd6613166d9 req-5f3c8bb9-3246-4a6a-8edb-7cebfd8bfb82 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:17.401944 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bff14c4b-1392-48c9-ae49-5bd6613166d9 req-5f3c8bb9-3246-4a6a-8edb-7cebfd8bfb82 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 946 time: 0.0633204 Jun 18 22:11:17.438610 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bff14c4b-1392-48c9-ae49-5bd6613166d9 req-a2a881ed-2b20-471e-b68b-cd3cbf572c4d tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311453 Jun 18 22:11:18.607852 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a9f13-b450-4ac2-bb4a-b713231f94a3 req-6534693d-daf1-4fe3-bd64-97c25aea5157 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:18.609288 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-103a9f13-b450-4ac2-bb4a-b713231f94a3 req-6534693d-daf1-4fe3-bd64-97c25aea5157 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 946 time: 0.0636208 Jun 18 22:11:18.646681 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-103a9f13-b450-4ac2-bb4a-b713231f94a3 req-1fa00d49-7485-4e98-ad48-cc3e759955e4 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314705 Jun 18 22:11:18.819828 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e611b-22ce-4247-ad5b-ad79722a01ad req-cc1ddba3-0a2e-43d8-b400-204a4bb90670 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:18.821264 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-674e611b-22ce-4247-ad5b-ad79722a01ad req-cc1ddba3-0a2e-43d8-b400-204a4bb90670 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 946 time: 0.0683191 Jun 18 22:11:18.859240 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-674e611b-22ce-4247-ad5b-ad79722a01ad req-88782fb8-ac11-40c4-8e2b-f29d942a4694 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323863 Jun 18 22:11:18.883662 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 42850) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:18.974684 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3f5de2-447d-4879-816a-aa74726efcf4 tempest-TestVolumeBootPattern-1409721668 tempest-TestVolumeBootPattern-1409721668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:18.976170 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-6a3f5de2-447d-4879-816a-aa74726efcf4 tempest-TestVolumeBootPattern-1409721668 tempest-TestVolumeBootPattern-1409721668-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 1094 time: 0.0914736 Jun 18 22:11:18.979130 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 42854) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:18.983527 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Request body: {'floatingip': {'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'port_id': '87053272-dde3-411a-baaa-206adbcd0c68', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:11:19.128065 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for floatingip, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:19.150765 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:19.231888 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:19.330738 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Allocated IP 172.27.1.13 (ac7fe84e-50f5-4915-b437-0569bccbfaaf/467ce04a-3e35-49c7-b989-561dd094bc72/8fef71da-6779-4bf0-9be2-fc254b81e01b) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:11:19.430975 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:19.522133 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:19.524802 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-9eb18c39-df79-49e1-93ec-beb9a7acf2e5 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:19.560696 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:11:19.563785 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:11:19.566223 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:11:19.590854 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event updated for resources: {'Port': ['ID=8fef71da-6779-4bf0-9be2-fc254b81e01b,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:19.600933 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:11:19.601306 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:11:19.601664 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:11:19.602019 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:11:19.602370 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:11:19.602719 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:11:19.603067 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:11:19.603418 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:11:19.603766 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:11:19.604132 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:11:19.604483 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:11:19.604823 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:11:19.608200 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:19.928222 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:20.087476 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:20.230692 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:20.297490 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:20.299609 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-207a7b87-68cf-4e98-b7cb-4c2c1de53494 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:20.368551 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event updated for resources: {'Port': ['ID=8fef71da-6779-4bf0-9be2-fc254b81e01b,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:20.373718 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:20.380108 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546185'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:20.777347 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.l3_db [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Floating IP 283ef8f0-0699-4fa8-9633-c5c3b5eaae8a associated. External IP: 172.27.1.13, port: 87053272-dde3-411a-baaa-206adbcd0c68. Jun 18 22:11:20.980430 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:11:21.084002 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:11:21.093059 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1652a3b4-1f89-4dab-9f9b-86119ca0a85c None None] Sync routers for ids ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:11:21.102465 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1652a3b4-1f89-4dab-9f9b-86119ca0a85c None None] Routers {'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:11:21.103095 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-1652a3b4-1f89-4dab-9f9b-86119ca0a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:11:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:11:21.185016 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:21.220191 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-1652a3b4-1f89-4dab-9f9b-86119ca0a85c None None] Set router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:11:21.224470 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2442973 Jun 18 22:11:21.225205 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66dee58d-128a-459f-9674-edaf31f46481', 'tag': '87053272-dde3-411a-baaa-206adbcd0c68'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:11:21.227514 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc378b5a-162b-4044-a826-4a9218e45c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "66dee58d-128a-459f-9674-edaf31f46481", "tag": "87053272-dde3-411a-baaa-206adbcd0c68"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:11:21.264745 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e33db5-d1a3-4d45-b95b-4e4c018c075d x-openstack-request-id: req-f4e33db5-d1a3-4d45-b95b-4e4c018c075d {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:11:21.265076 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66dee58d-128a-459f-9674-edaf31f46481", "tag": "87053272-dde3-411a-baaa-206adbcd0c68", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:11:21.265363 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f4e33db5-d1a3-4d45-b95b-4e4c018c075d {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:11:21.265794 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66dee58d-128a-459f-9674-edaf31f46481', 'tag': '87053272-dde3-411a-baaa-206adbcd0c68', 'status': 'completed', 'code': 200} Jun 18 22:11:21.364798 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc378b5a-162b-4044-a826-4a9218e45c2b req-1593209b-2221-442a-a21a-85fe19fd0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:21.366154 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc378b5a-162b-4044-a826-4a9218e45c2b req-1593209b-2221-442a-a21a-85fe19fd0a79 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=842929c6f3a9455d9b9abefa3d85f974&device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 1099 time: 0.0538301 Jun 18 22:11:21.454706 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-1652a3b4-1f89-4dab-9f9b-86119ca0a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': '283ef8f0-0699-4fa8-9633-c5c3b5eaae8a', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'port_id': '87053272-dde3-411a-baaa-206adbcd0c68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'mac_address': 'fa:16:3e:08:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dee58d-128a-459f-9674-edaf31f46481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:11:19Z', 'updated_at': '2021-06-18T22:11:19Z', 'revision_number': 0, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:40Z', 'revision_number': 5, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:11:21.457267 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc378b5a-162b-4044-a826-4a9218e45c2b req-3ba0457c-e229-4faa-9e68-e52a8c8bd7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:21.459481 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc378b5a-162b-4044-a826-4a9218e45c2b req-3ba0457c-e229-4faa-9e68-e52a8c8bd7ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ebbb83f-e076-47fa-a968-28d266a5785d HTTP/1.1" status: 200 len: 913 time: 0.0865691 Jun 18 22:11:21.486241 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1652a3b4-1f89-4dab-9f9b-86119ca0a85c None None] Checking router: cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:11:21.495310 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1652a3b4-1f89-4dab-9f9b-86119ca0a85c None None] Routers {'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:11:21.495937 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-1652a3b4-1f89-4dab-9f9b-86119ca0a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:11:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:11:21.527983 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc378b5a-162b-4044-a826-4a9218e45c2b req-83dbb426-54d6-4e14-93e5-5a89c6f97433 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87053272-dde3-411a-baaa-206adbcd0c68 HTTP/1.1" status: 200 len: 999 time: 0.0622950 Jun 18 22:11:21.577312 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc378b5a-162b-4044-a826-4a9218e45c2b req-319c25c4-e6c0-48c7-9ad4-c0d1896c0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:21.578726 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc378b5a-162b-4044-a826-4a9218e45c2b req-319c25c4-e6c0-48c7-9ad4-c0d1896c0f67 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c823f6b7-075a-4fb2-97a0-7659f49c372d HTTP/1.1" status: 200 len: 851 time: 0.0451605 Jun 18 22:11:21.605002 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-1652a3b4-1f89-4dab-9f9b-86119ca0a85c None None] Set router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:11:21.637972 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc378b5a-162b-4044-a826-4a9218e45c2b req-dc1eaf5a-bef1-471d-b2fc-1dfc719e10f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:21.639355 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc378b5a-162b-4044-a826-4a9218e45c2b req-dc1eaf5a-bef1-471d-b2fc-1dfc719e10f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ebbb83f-e076-47fa-a968-28d266a5785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544910 Jun 18 22:11:21.651833 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [req-fc378b5a-162b-4044-a826-4a9218e45c2b req-1b24585b-d853-451e-a8d0-f8fb91cc6afc service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 22:11:21.652916 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc378b5a-162b-4044-a826-4a9218e45c2b req-1b24585b-d853-451e-a8d0-f8fb91cc6afc service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053399 Jun 18 22:11:21.750832 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc378b5a-162b-4044-a826-4a9218e45c2b req-c3d66b62-4b74-4d9c-b45f-24c30a8cc164 service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916116 Jun 18 22:11:21.827264 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-1652a3b4-1f89-4dab-9f9b-86119ca0a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': '283ef8f0-0699-4fa8-9633-c5c3b5eaae8a', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'port_id': '87053272-dde3-411a-baaa-206adbcd0c68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'mac_address': 'fa:16:3e:08:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dee58d-128a-459f-9674-edaf31f46481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:11:19Z', 'updated_at': '2021-06-18T22:11:19Z', 'revision_number': 0, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:40Z', 'revision_number': 5, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:11:21.850157 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc378b5a-162b-4044-a826-4a9218e45c2b req-7d5369fd-ebc1-4bc6-8a32-405439c9ce96 service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843890 Jun 18 22:11:21.853424 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1652a3b4-1f89-4dab-9f9b-86119ca0a85c None None] The sync data for ids ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'] in dv-cinder-766752-3-iscsi is: [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': '283ef8f0-0699-4fa8-9633-c5c3b5eaae8a', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'port_id': '87053272-dde3-411a-baaa-206adbcd0c68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'mac_address': 'fa:16:3e:08:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dee58d-128a-459f-9674-edaf31f46481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:11:19Z', 'updated_at': '2021-06-18T22:11:19Z', 'revision_number': 0, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:40Z', 'revision_number': 5, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:11:22.035611 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa837bd8-c7da-4ea7-b217-e509b70ebdff None None] New status for floating IP 283ef8f0-0699-4fa8-9633-c5c3b5eaae8a: ACTIVE {{(pid=93156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:11:24.611161 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-757e5fad-c12e-47bf-b7c7-f138039c3186 req-e93fc939-7a6f-4ec5-bef8-a25405519029 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495465 Jun 18 22:11:24.722286 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e5fad-c12e-47bf-b7c7-f138039c3186 req-76d289e9-169e-48f5-b774-26c47bfccc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:24.723715 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-757e5fad-c12e-47bf-b7c7-f138039c3186 req-76d289e9-169e-48f5-b774-26c47bfccc7d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=842929c6f3a9455d9b9abefa3d85f974&device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 1099 time: 0.0558100 Jun 18 22:11:24.822090 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e5fad-c12e-47bf-b7c7-f138039c3186 req-dbde6266-b883-4c4d-b458-092ba16fa90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:24.823483 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-757e5fad-c12e-47bf-b7c7-f138039c3186 req-dbde6266-b883-4c4d-b458-092ba16fa90d service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ebbb83f-e076-47fa-a968-28d266a5785d HTTP/1.1" status: 200 len: 913 time: 0.0815301 Jun 18 22:11:24.889631 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-757e5fad-c12e-47bf-b7c7-f138039c3186 req-b4a0c0b5-546e-4099-a400-5753481fc96e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87053272-dde3-411a-baaa-206adbcd0c68 HTTP/1.1" status: 200 len: 1001 time: 0.0598910 Jun 18 22:11:24.935750 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e5fad-c12e-47bf-b7c7-f138039c3186 req-e97ea427-9841-45fb-ab39-ad5aedb56f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:24.937151 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-757e5fad-c12e-47bf-b7c7-f138039c3186 req-e97ea427-9841-45fb-ab39-ad5aedb56f17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c823f6b7-075a-4fb2-97a0-7659f49c372d HTTP/1.1" status: 200 len: 851 time: 0.0417380 Jun 18 22:11:24.991899 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e5fad-c12e-47bf-b7c7-f138039c3186 req-d5dc23f0-5a64-41ef-aefd-79e0d0d6d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:24.993315 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-757e5fad-c12e-47bf-b7c7-f138039c3186 req-d5dc23f0-5a64-41ef-aefd-79e0d0d6d23b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ebbb83f-e076-47fa-a968-28d266a5785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503376 Jun 18 22:11:25.083524 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-757e5fad-c12e-47bf-b7c7-f138039c3186 req-0086a549-23d0-40cb-96e4-d5c0c2f55f34 service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817018 Jun 18 22:11:25.167337 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-757e5fad-c12e-47bf-b7c7-f138039c3186 req-95a98f05-4385-4343-b771-f3f827e673e2 service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779791 Jun 18 22:11:29.131751 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:11:35.961503 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a3c9-bb1f-43c8-a9ca-3e69c2ce27aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:38.361380 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c0d07440-6d73-4595-ba0c-0e68f7db6674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:38.881483 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:39.555544 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:41.538619 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:49.224187 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:05.960645 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eff06c0c-10e6-4474-90aa-3d70c90f236b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:06.129330 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:12:08.360601 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b65e9b89-a71b-4ec1-b423-eeb4922de4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:08.880825 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:09.571924 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:11.543388 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:19.131561 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:25.567397 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dde9155f-bac8-47a3-9f4f-c4cdb4dd9f37 req-d3087c22-f589-4949-a0e3-051cd775b6d9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0917916 Jun 18 22:12:25.678129 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9155f-bac8-47a3-9f4f-c4cdb4dd9f37 req-c4f8a88a-f3e3-467a-8155-e320bc995ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:12:25.679584 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dde9155f-bac8-47a3-9f4f-c4cdb4dd9f37 req-c4f8a88a-f3e3-467a-8155-e320bc995ca3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=842929c6f3a9455d9b9abefa3d85f974&device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 1099 time: 0.0547535 Jun 18 22:12:25.779138 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9155f-bac8-47a3-9f4f-c4cdb4dd9f37 req-a99dc744-1d92-4353-8095-3cd4f90eae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:12:25.786163 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dde9155f-bac8-47a3-9f4f-c4cdb4dd9f37 req-a99dc744-1d92-4353-8095-3cd4f90eae72 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ebbb83f-e076-47fa-a968-28d266a5785d HTTP/1.1" status: 200 len: 913 time: 0.0819001 Jun 18 22:12:25.847568 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dde9155f-bac8-47a3-9f4f-c4cdb4dd9f37 req-ea439eea-3521-4541-b933-5fc7ea60b2f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87053272-dde3-411a-baaa-206adbcd0c68 HTTP/1.1" status: 200 len: 1001 time: 0.0605087 Jun 18 22:12:25.898499 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9155f-bac8-47a3-9f4f-c4cdb4dd9f37 req-39085ba6-9642-44a9-94c3-764fe0927312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:12:25.899911 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dde9155f-bac8-47a3-9f4f-c4cdb4dd9f37 req-39085ba6-9642-44a9-94c3-764fe0927312 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c823f6b7-075a-4fb2-97a0-7659f49c372d HTTP/1.1" status: 200 len: 851 time: 0.0469069 Jun 18 22:12:25.954380 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9155f-bac8-47a3-9f4f-c4cdb4dd9f37 req-4fe5bdd3-ce46-4039-9b22-7499de4c942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:12:25.955753 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dde9155f-bac8-47a3-9f4f-c4cdb4dd9f37 req-4fe5bdd3-ce46-4039-9b22-7499de4c942b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ebbb83f-e076-47fa-a968-28d266a5785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496392 Jun 18 22:12:26.043346 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dde9155f-bac8-47a3-9f4f-c4cdb4dd9f37 req-893d6222-a183-44dd-8e05-d3287e88eecf service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813098 Jun 18 22:12:26.127842 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dde9155f-bac8-47a3-9f4f-c4cdb4dd9f37 req-57eecb02-cbe0-42fa-8afc-c84cb571f1f4 service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782454 Jun 18 22:12:35.942715 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-414c9e69-9bff-4045-bf2c-b91d88ab6cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:38.359998 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-25600fcf-86c7-4542-a0f3-989cf43a4feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:38.908608 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:39.559968 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:41.582431 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:43.127742 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:12:49.153656 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:05.942142 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bfbe243b-83da-4248-ac92-2c29d1c509c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:08.348080 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-31d66514-eab8-43a2-ab23-a4f9f0420f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:08.890814 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:09.581952 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:11.559213 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:16.723006 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b76ea7-7e35-49b5-b230-0ee5f626b2dc req-24335f11-ea71-477d-b083-1ddda21997d8 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:16.724447 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b6b76ea7-7e35-49b5-b230-0ee5f626b2dc req-24335f11-ea71-477d-b083-1ddda21997d8 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 946 time: 0.0617766 Jun 18 22:13:16.764806 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b6b76ea7-7e35-49b5-b230-0ee5f626b2dc req-06af98b1-1090-4f6e-b63a-9c7cbc85d589 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347862 Jun 18 22:13:17.969364 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3738bd-0c8b-42df-949d-ba1eb496ba26 req-6ba1b393-ad6a-4ab3-a534-179670476a96 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:17.970788 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7b3738bd-0c8b-42df-949d-ba1eb496ba26 req-6ba1b393-ad6a-4ab3-a534-179670476a96 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 946 time: 0.0678465 Jun 18 22:13:18.006013 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7b3738bd-0c8b-42df-949d-ba1eb496ba26 req-49cc39da-c226-4627-a64c-5292436c407a tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296645 Jun 18 22:13:18.400749 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abbb8d-94f7-4151-9e91-b3e71029fb4b req-02e294e4-18ea-4f85-8ad9-91869bd1b354 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:18.402176 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-55abbb8d-94f7-4151-9e91-b3e71029fb4b req-02e294e4-18ea-4f85-8ad9-91869bd1b354 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.44 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 946 time: 0.0615432 Jun 18 22:13:18.500545 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-55abbb8d-94f7-4151-9e91-b3e71029fb4b req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Deleting port 87053272-dde3-411a-baaa-206adbcd0c68 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:13:18.500893 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-55abbb8d-94f7-4151-9e91-b3e71029fb4b req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:18.586766 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-55abbb8d-94f7-4151-9e91-b3e71029fb4b req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] For port 87053272-dde3-411a-baaa-206adbcd0c68, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=87053272-dde3-411a-baaa-206adbcd0c68,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:13:18.587185 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-55abbb8d-94f7-4151-9e91-b3e71029fb4b req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:18.749281 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-55abbb8d-94f7-4151-9e91-b3e71029fb4b req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:18.749643 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-55abbb8d-94f7-4151-9e91-b3e71029fb4b req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546185'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:18.749947 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.l3_db [req-55abbb8d-94f7-4151-9e91-b3e71029fb4b req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Floating IP 283ef8f0-0699-4fa8-9633-c5c3b5eaae8a disassociated. External IP: 172.27.1.13, port: 87053272-dde3-411a-baaa-206adbcd0c68. Jun 18 22:13:18.750278 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-55abbb8d-94f7-4151-9e91-b3e71029fb4b req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Calling delete_port for 87053272-dde3-411a-baaa-206adbcd0c68 owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:13:18.907694 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-55abbb8d-94f7-4151-9e91-b3e71029fb4b req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:18.911394 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bbc8b8d8-4cce-4578-b90b-ec75570e902c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:13:18.940990 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event deleted for resources: {'Port': ['ID=87053272-dde3-411a-baaa-206adbcd0c68,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:13:18.952133 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:18.952512 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:18.952878 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:18.953236 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:18.953586 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:18.953940 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:18.954292 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:18.954641 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:18.954993 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:18.955338 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:18.955688 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:18.956034 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:18.981357 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:13:19.064178 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55abbb8d-94f7-4151-9e91-b3e71029fb4b req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:13:19.159710 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:19.181197 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-971c0262-a6d9-474d-9272-d676e9c0ea41 req-144bb1df-3f9b-409d-9b31-67ed72ed092e tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 210 time: 0.0599093 Jun 18 22:13:19.197649 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55abbb8d-94f7-4151-9e91-b3e71029fb4b req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:13:19.206971 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1645e9-4a20-4344-82b3-d7c6405a34f1 None None] Sync routers for ids ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:13:19.216179 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1645e9-4a20-4344-82b3-d7c6405a34f1 None None] Routers {'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:13:19.216752 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-4b1645e9-4a20-4344-82b3-d7c6405a34f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:13:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:13:19.243086 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-55abbb8d-94f7-4151-9e91-b3e71029fb4b req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] No DVR routers for this DVR port 87053272-dde3-411a-baaa-206adbcd0c68 on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:13:19.245521 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-55abbb8d-94f7-4151-9e91-b3e71029fb4b req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:19.247416 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-55abbb8d-94f7-4151-9e91-b3e71029fb4b req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.44 "DELETE /v2.0/ports/87053272-dde3-411a-baaa-206adbcd0c68 HTTP/1.1" status: 204 len: 173 time: 0.8402431 Jun 18 22:13:19.247957 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66dee58d-128a-459f-9674-edaf31f46481', 'name': 'network-vif-deleted', 'tag': '87053272-dde3-411a-baaa-206adbcd0c68'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:13:19.250817 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b1c4d1-ec45-4239-92d4-cafebf18af61" -d '{"events": [{"server_uuid": "66dee58d-128a-459f-9674-edaf31f46481", "name": "network-vif-deleted", "tag": "87053272-dde3-411a-baaa-206adbcd0c68"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:13:19.332391 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-4b1645e9-4a20-4344-82b3-d7c6405a34f1 None None] Set router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:13:19.355268 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e335c4-1a55-4237-926d-278766f93a27 x-openstack-request-id: req-28e335c4-1a55-4237-926d-278766f93a27 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:13:19.356226 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66dee58d-128a-459f-9674-edaf31f46481", "name": "network-vif-deleted", "tag": "87053272-dde3-411a-baaa-206adbcd0c68", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:13:19.356762 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-28e335c4-1a55-4237-926d-278766f93a27 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:13:19.357403 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66dee58d-128a-459f-9674-edaf31f46481', 'name': 'network-vif-deleted', 'tag': '87053272-dde3-411a-baaa-206adbcd0c68', 'status': 'completed', 'code': 200} Jun 18 22:13:19.546230 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-4b1645e9-4a20-4344-82b3-d7c6405a34f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:40Z', 'revision_number': 5, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:13:19.572120 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1645e9-4a20-4344-82b3-d7c6405a34f1 None None] Checking router: cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:13:19.580717 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1645e9-4a20-4344-82b3-d7c6405a34f1 None None] Routers {'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:13:19.581336 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-4b1645e9-4a20-4344-82b3-d7c6405a34f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:13:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:13:19.683865 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-4b1645e9-4a20-4344-82b3-d7c6405a34f1 None None] Set router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:13:19.880672 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-4b1645e9-4a20-4344-82b3-d7c6405a34f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:40Z', 'revision_number': 5, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:13:19.907593 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1645e9-4a20-4344-82b3-d7c6405a34f1 None None] The sync data for ids ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'] in dv-cinder-766752-3-iscsi is: [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:40Z', 'revision_number': 5, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:13:20.114092 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f06d84-a8be-46a8-9767-161c045a51b4 None None] New status for floating IP 283ef8f0-0699-4fa8-9633-c5c3b5eaae8a: DOWN {{(pid=93156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:13:20.156432 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:13:20.341838 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-929a2a7e-21e4-4fdd-b57b-cd63b08ccd8a req-9891297c-144c-4f4a-b05b-5b782ef777dc tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dee58d-128a-459f-9674-edaf31f46481 HTTP/1.1" status: 200 len: 210 time: 0.0284491 Jun 18 22:13:20.830343 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 87053272-dde3-411a-baaa-206adbcd0c68 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:13:20.850366 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] No Port match for: 87053272-dde3-411a-baaa-206adbcd0c68 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:13:20.850724 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 87053272-dde3-411a-baaa-206adbcd0c68 not bound to the agent host hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:13:21.574664 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6f79ec4-3da1-405d-9633-317de9117fef req-0e348f51-ca78-486d-b6d4-e8df013d0290 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-760805513&fields=id&tenant_id=842929c6f3a9455d9b9abefa3d85f974 HTTP/1.1" status: 200 len: 267 time: 0.0327504 Jun 18 22:13:21.677455 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f79ec4-3da1-405d-9633-317de9117fef req-30d97191-4bca-4aa6-89d3-91b1447a4da7 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:21.678843 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6f79ec4-3da1-405d-9633-317de9117fef req-30d97191-4bca-4aa6-89d3-91b1447a4da7 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/networks?id=6ebbb83f-e076-47fa-a968-28d266a5785d HTTP/1.1" status: 200 len: 812 time: 0.0982356 Jun 18 22:13:21.693903 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6f79ec4-3da1-405d-9633-317de9117fef req-15cdafd2-76c1-417f-bf32-d88587b044c3 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/quotas/842929c6f3a9455d9b9abefa3d85f974 HTTP/1.1" status: 200 len: 375 time: 0.0089836 Jun 18 22:13:21.759563 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6f79ec4-3da1-405d-9633-317de9117fef req-64fbca73-c027-47ad-9e22-a1907a36fc45 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=842929c6f3a9455d9b9abefa3d85f974&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0603490 Jun 18 22:13:21.816027 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [req-c6f79ec4-3da1-405d-9633-317de9117fef req-5129f0af-fb8f-4717-a5d4-a00aa602ee70 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 22:13:21.817011 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6f79ec4-3da1-405d-9633-317de9117fef req-5129f0af-fb8f-4717-a5d4-a00aa602ee70 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469747 Jun 18 22:13:21.904965 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6f79ec4-3da1-405d-9633-317de9117fef req-88298a50-4bf5-43a1-9f51-632dec940052 service neutron] 10.222.0.38 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818145 Jun 18 22:13:21.993989 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6f79ec4-3da1-405d-9633-317de9117fef req-aaad7385-251f-4b8d-87e5-2c31b90962ab service neutron] 10.222.0.38 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828795 Jun 18 22:13:22.566957 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e8664c82-7a5f-4c03-9483-48bc0a1d04cf req-89168275-c1d9-4679-9a3d-c41710a4f1a8 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 210 time: 0.0328250 Jun 18 22:13:23.703176 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-90fece51-98e2-448b-96b2-005d9b5c1109 req-fe044ca8-1019-4ed7-b741-8ca86db132a3 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 210 time: 0.0290451 Jun 18 22:13:24.566380 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f79ec4-3da1-405d-9633-317de9117fef req-c1d868d2-6f20-42b5-ab79-add8028b28ee tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:24.567700 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6f79ec4-3da1-405d-9633-317de9117fef req-c1d868d2-6f20-42b5-ab79-add8028b28ee tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.44 "GET /v2.0/networks?id=6ebbb83f-e076-47fa-a968-28d266a5785d HTTP/1.1" status: 200 len: 812 time: 0.1006863 Jun 18 22:13:24.613987 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6f79ec4-3da1-405d-9633-317de9117fef req-13217e2a-7674-4939-900e-fa81180af553 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=842929c6f3a9455d9b9abefa3d85f974 HTTP/1.1" status: 200 len: 379 time: 0.0328639 Jun 18 22:13:24.623050 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-c6f79ec4-3da1-405d-9633-317de9117fef req-6c5b00c7-78fb-4f86-991d-3327c180e9be tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Request body: {'port': {'device_id': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'admin_state_up': True, 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'security_groups': ['0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67']}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:13:24.787737 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f79ec4-3da1-405d-9633-317de9117fef req-6c5b00c7-78fb-4f86-991d-3327c180e9be tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Made reservation on behalf of 842929c6f3a9455d9b9abefa3d85f974 for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:13:24.791579 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-c6f79ec4-3da1-405d-9633-317de9117fef req-6c5b00c7-78fb-4f86-991d-3327c180e9be tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:24.870228 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e157a3ad-a048-4702-8f57-33fd7ca40f4a req-4eef9af1-9507-4150-8f17-a8da41d857de tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 210 time: 0.0568557 Jun 18 22:13:24.942746 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-c6f79ec4-3da1-405d-9633-317de9117fef req-6c5b00c7-78fb-4f86-991d-3327c180e9be tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Allocated IP 172.20.0.4 (6ebbb83f-e076-47fa-a968-28d266a5785d/c823f6b7-075a-4fb2-97a0-7659f49c372d/481ea7c4-ae04-4cc1-a976-e1424d50b041) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:13:25.077944 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-c6f79ec4-3da1-405d-9633-317de9117fef req-6c5b00c7-78fb-4f86-991d-3327c180e9be tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:25.090440 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-c6f79ec4-3da1-405d-9633-317de9117fef req-6c5b00c7-78fb-4f86-991d-3327c180e9be tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Transition to ACTIVE for port object 481ea7c4-ae04-4cc1-a976-e1424d50b041 will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:13:25.159383 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-c6f79ec4-3da1-405d-9633-317de9117fef req-6c5b00c7-78fb-4f86-991d-3327c180e9be tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:25.163083 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-5d0d7446-da59-48df-9dcf-98a841d8fc4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:13:25.204328 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f79ec4-3da1-405d-9633-317de9117fef req-6c5b00c7-78fb-4f86-991d-3327c180e9be tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Network 6ebbb83f-e076-47fa-a968-28d266a5785d is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:13:25.207563 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-c6f79ec4-3da1-405d-9633-317de9117fef req-6c5b00c7-78fb-4f86-991d-3327c180e9be tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:13:25.211180 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f79ec4-3da1-405d-9633-317de9117fef req-6c5b00c7-78fb-4f86-991d-3327c180e9be tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:13:25.217592 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b00c7-78fb-4f86-991d-3327c180e9be tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event updated for resources: {'Port': ['ID=481ea7c4-ae04-4cc1-a976-e1424d50b041,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:13:25.236833 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-6c5b00c7-78fb-4f86-991d-3327c180e9be tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:13:25.268476 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f79ec4-3da1-405d-9633-317de9117fef req-6c5b00c7-78fb-4f86-991d-3327c180e9be tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:25.269285 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-c6f79ec4-3da1-405d-9633-317de9117fef req-6c5b00c7-78fb-4f86-991d-3327c180e9be tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:25.354533 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6f79ec4-3da1-405d-9633-317de9117fef req-6c5b00c7-78fb-4f86-991d-3327c180e9be tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7349575 Jun 18 22:13:25.372619 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Request body: {'port': {'device_id': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:13:25.441683 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:25.565426 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-4e3a1160-969b-4f97-b127-a8541dc186cd None None] Provisioning for port 481ea7c4-ae04-4cc1-a976-e1424d50b041 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:13:25.570000 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-4e3a1160-969b-4f97-b127-a8541dc186cd None None] Provisioning complete for port 481ea7c4-ae04-4cc1-a976-e1424d50b041 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:13:25.572269 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-4e3a1160-969b-4f97-b127-a8541dc186cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:25.605109 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a1160-969b-4f97-b127-a8541dc186cd None None] Port 481ea7c4-ae04-4cc1-a976-e1424d50b041 cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:13:25.702515 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481ea7c4-ae04-4cc1-a976-e1424d50b041 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:13:25.709693 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:25.721454 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Transition to ACTIVE for port object 481ea7c4-ae04-4cc1-a976-e1424d50b041 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:13:25.821978 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:25.825020 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-995ee49a-29d3-48f1-80df-2523be419384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:13:25.895454 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Pushing event updated for resources: {'Port': ['ID=481ea7c4-ae04-4cc1-a976-e1424d50b041,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:13:25.900438 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:13:25.981950 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Attempting to bind port 481ea7c4-ae04-4cc1-a976-e1424d50b041 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:13:25.982475 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Attempting to bind port 481ea7c4-ae04-4cc1-a976-e1424d50b041 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:13:25.982814 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Attempting to bind port 481ea7c4-ae04-4cc1-a976-e1424d50b041 on network 6ebbb83f-e076-47fa-a968-28d266a5785d {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:13:25.987602 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Port 481ea7c4-ae04-4cc1-a976-e1424d50b041 on network 6ebbb83f-e076-47fa-a968-28d266a5785d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:13:25.987937 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Attempting to bind port 481ea7c4-ae04-4cc1-a976-e1424d50b041 on network 6ebbb83f-e076-47fa-a968-28d266a5785d {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:13:25.995765 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:13:25.996219 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Checking segment: {'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:13:25.996666 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Bound using segment: {'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:13:25.997189 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Bound port: 481ea7c4-ae04-4cc1-a976-e1424d50b041, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:13:25.997596 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:26.101119 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] For port 481ea7c4-ae04-4cc1-a976-e1424d50b041, host hv-cinder-76675, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:13:26.105802 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] For port 481ea7c4-ae04-4cc1-a976-e1424d50b041, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=481ea7c4-ae04-4cc1-a976-e1424d50b041,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:13:26.115137 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a5763-7337-4866-a15f-ee2fb47e253f req-e55cfe2d-3004-434e-82ed-7465c0824dbb tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:26.116537 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-907a5763-7337-4866-a15f-ee2fb47e253f req-e55cfe2d-3004-434e-82ed-7465c0824dbb tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 943 time: 0.1158073 Jun 18 22:13:26.154776 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-907a5763-7337-4866-a15f-ee2fb47e253f req-07a192a7-26c8-42d9-b60f-48935f04589a tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323672 Jun 18 22:13:26.166271 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:26.169591 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-5a73c861-82bc-4182-a094-86715eff7852 tempest-VolumesSnapshotTestJSON-1038366043 tempest-VolumesSnapshotTestJSON-1038366043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:13:26.207910 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:26.208582 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:26.209926 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] 10.222.0.44 "PUT /v2.0/ports/481ea7c4-ae04-4cc1-a976-e1424d50b041 HTTP/1.1" status: 200 len: 1093 time: 0.8422499 Jun 18 22:13:26.210430 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'tag': '481ea7c4-ae04-4cc1-a976-e1424d50b041'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:13:26.213560 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611d8f72-448a-434d-92af-49eb794c207d" -d '{"events": [{"name": "network-changed", "server_uuid": "912bf8fe-86a4-4765-81f6-e8a5bceaa934", "tag": "481ea7c4-ae04-4cc1-a976-e1424d50b041"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:13:26.237849 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Pushing event updated for resources: {'Port': ['ID=481ea7c4-ae04-4cc1-a976-e1424d50b041,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:13:26.239088 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-f08f1e04-de42-4d18-b68b-b513ca2833bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:13:26.260346 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f241b788-ea63-4cbb-ac3e-a05891dedbfb x-openstack-request-id: req-f241b788-ea63-4cbb-ac3e-a05891dedbfb {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:13:26.260696 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912bf8fe-86a4-4765-81f6-e8a5bceaa934", "tag": "481ea7c4-ae04-4cc1-a976-e1424d50b041", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:13:26.260989 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f241b788-ea63-4cbb-ac3e-a05891dedbfb {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:13:26.261423 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'tag': '481ea7c4-ae04-4cc1-a976-e1424d50b041', 'status': 'completed', 'code': 200} Jun 18 22:13:26.356554 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d8f72-448a-434d-92af-49eb794c207d req-623aa77c-f9f8-4bda-9c49-da48f39e16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:26.358019 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-611d8f72-448a-434d-92af-49eb794c207d req-623aa77c-f9f8-4bda-9c49-da48f39e16a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=842929c6f3a9455d9b9abefa3d85f974&device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 1096 time: 0.0551338 Jun 18 22:13:26.458189 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d8f72-448a-434d-92af-49eb794c207d req-14f714dc-94b4-43ac-9c63-071aff35887e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:26.459601 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-611d8f72-448a-434d-92af-49eb794c207d req-14f714dc-94b4-43ac-9c63-071aff35887e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=842929c6f3a9455d9b9abefa3d85f974&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0897706 Jun 18 22:13:26.849595 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d8f72-448a-434d-92af-49eb794c207d req-d7372da1-f278-43ab-9733-0191d0e9f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:26.851000 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-611d8f72-448a-434d-92af-49eb794c207d req-d7372da1-f278-43ab-9733-0191d0e9f238 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3848605 Jun 18 22:13:26.957771 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f79ec4-3da1-405d-9633-317de9117fef req-08226a92-1102-4329-957f-a9b4cf3f68c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:26.959172 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6f79ec4-3da1-405d-9633-317de9117fef req-08226a92-1102-4329-957f-a9b4cf3f68c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=842929c6f3a9455d9b9abefa3d85f974&device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 1096 time: 0.0507989 Jun 18 22:13:27.006099 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6f79ec4-3da1-405d-9633-317de9117fef req-7a65cfe9-8ff4-4313-822c-01564c8da37a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=481ea7c4-ae04-4cc1-a976-e1424d50b041 HTTP/1.1" status: 200 len: 217 time: 0.0345750 Jun 18 22:13:27.052029 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f79ec4-3da1-405d-9633-317de9117fef req-b15eb5ea-5e4f-4e0f-8315-5aa2eb09210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:27.053384 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6f79ec4-3da1-405d-9633-317de9117fef req-b15eb5ea-5e4f-4e0f-8315-5aa2eb09210d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c823f6b7-075a-4fb2-97a0-7659f49c372d HTTP/1.1" status: 200 len: 851 time: 0.0408463 Jun 18 22:13:27.108547 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f79ec4-3da1-405d-9633-317de9117fef req-591ebc80-9b95-43da-9661-0a36924f47d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:27.109827 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6f79ec4-3da1-405d-9633-317de9117fef req-591ebc80-9b95-43da-9661-0a36924f47d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ebbb83f-e076-47fa-a968-28d266a5785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492921 Jun 18 22:13:27.197922 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6f79ec4-3da1-405d-9633-317de9117fef req-f9c03a69-4382-412a-98c4-d82b9f390eb8 service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816114 Jun 18 22:13:27.314405 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6f79ec4-3da1-405d-9633-317de9117fef req-a7704ec7-c099-4ed7-9ff5-057936485878 service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101260 Jun 18 22:13:27.342582 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b96778-1f51-4e41-896f-21fea22af32e req-6832c92f-d6ca-4049-8bf9-574135b96e00 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:27.346754 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f7b96778-1f51-4e41-896f-21fea22af32e req-6832c92f-d6ca-4049-8bf9-574135b96e00 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 943 time: 0.0798845 Jun 18 22:13:27.385608 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f7b96778-1f51-4e41-896f-21fea22af32e req-f0d4feef-92e7-4dfd-9558-68ca6579c5ca tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359344 Jun 18 22:13:28.557724 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6848c0-d54e-47aa-be6d-e64265197e61 req-9edb31f8-c156-47d4-9255-dc2e3b8deedb tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:28.559130 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2e6848c0-d54e-47aa-be6d-e64265197e61 req-9edb31f8-c156-47d4-9255-dc2e3b8deedb tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 943 time: 0.0612967 Jun 18 22:13:28.594955 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2e6848c0-d54e-47aa-be6d-e64265197e61 req-190865e8-d290-4557-8d09-1a2e5d3e9a6e tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300057 Jun 18 22:13:29.762079 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4a250-7572-47c7-909b-733f814c0994 req-3ab61f55-7e7c-40c4-93eb-a2646c34be5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:29.763476 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-91c4a250-7572-47c7-909b-733f814c0994 req-3ab61f55-7e7c-40c4-93eb-a2646c34be5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 943 time: 0.0612257 Jun 18 22:13:29.799221 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-91c4a250-7572-47c7-909b-733f814c0994 req-39a0555f-c2b4-4b82-9efd-018578b4d9bd tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302517 Jun 18 22:13:30.972547 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7f755-1a47-44b6-95c9-2e2b0655ce33 req-e18da157-362e-41d2-9ff1-202a350bb6f7 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:30.973976 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6cc7f755-1a47-44b6-95c9-2e2b0655ce33 req-e18da157-362e-41d2-9ff1-202a350bb6f7 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 943 time: 0.0675573 Jun 18 22:13:31.011331 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6cc7f755-1a47-44b6-95c9-2e2b0655ce33 req-a9703145-6b25-4c9a-a7cd-5fcdf9b38ff0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310678 Jun 18 22:13:32.178195 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb2907-01d0-4e46-9326-d8e8f20bdc98 req-48c62210-f340-4ae4-9f10-17d51834c225 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:32.179612 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-68bb2907-01d0-4e46-9326-d8e8f20bdc98 req-48c62210-f340-4ae4-9f10-17d51834c225 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 943 time: 0.0621359 Jun 18 22:13:32.217033 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-68bb2907-01d0-4e46-9326-d8e8f20bdc98 req-aef3c849-a740-4201-ada1-ff19c7e87003 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317960 Jun 18 22:13:33.385070 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582eeff-4d10-4759-bc0c-531b1cef4acc req-2dfbd420-f627-445e-8050-b4f1c45f3c48 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:33.386511 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f582eeff-4d10-4759-bc0c-531b1cef4acc req-2dfbd420-f627-445e-8050-b4f1c45f3c48 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 943 time: 0.0609837 Jun 18 22:13:33.426884 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f582eeff-4d10-4759-bc0c-531b1cef4acc req-4c4923a9-1d4e-4fce-be73-4484e4501c04 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349319 Jun 18 22:13:34.597056 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d40e1-9f75-4447-8809-de69d05bf7d5 req-92c4898e-5f61-40d7-8dbb-925a6b100066 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:34.598378 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-230d40e1-9f75-4447-8809-de69d05bf7d5 req-92c4898e-5f61-40d7-8dbb-925a6b100066 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 943 time: 0.0618021 Jun 18 22:13:34.633751 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-230d40e1-9f75-4447-8809-de69d05bf7d5 req-13caa749-dbdd-4598-be5c-449017aca5a1 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298512 Jun 18 22:13:34.908143 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 481ea7c4-ae04-4cc1-a976-e1424d50b041 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:13:35.000604 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 481ea7c4-ae04-4cc1-a976-e1424d50b041, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=481ea7c4-ae04-4cc1-a976-e1424d50b041,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:13:35.011922 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': '481ea7c4-ae04-4cc1-a976-e1424d50b041', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'port_id': '481ea7c4-ae04-4cc1-a976-e1424d50b041', 'mac_address': 'fa:16:3e:f6:9c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:13:35.045946 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:35.058195 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481ea7c4-ae04-4cc1-a976-e1424d50b041 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:13:35.077518 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 481ea7c4-ae04-4cc1-a976-e1424d50b041, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=481ea7c4-ae04-4cc1-a976-e1424d50b041,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:13:35.163938 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:35.165631 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:13:35.214267 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=481ea7c4-ae04-4cc1-a976-e1424d50b041,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:13:35.221050 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:35.221403 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:35.221748 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:35.222084 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:35.222419 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:35.222752 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:35.223082 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:35.223410 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:35.223736 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:35.224063 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:35.224411 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:35.224734 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:13:35.228429 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:13:35.481161 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['481ea7c4-ae04-4cc1-a976-e1424d50b041'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:13:35.804330 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef8141-5974-4d6a-95c7-6cddf861113f req-b4800dd1-8ef4-43c3-b16e-ee02c587b17d tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:35.805736 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b0ef8141-5974-4d6a-95c7-6cddf861113f req-b4800dd1-8ef4-43c3-b16e-ee02c587b17d tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 944 time: 0.0613935 Jun 18 22:13:35.841614 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b0ef8141-5974-4d6a-95c7-6cddf861113f req-b0266264-945a-40ae-bd96-cb219c6f9941 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301228 Jun 18 22:13:35.975349 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec4ce-afaa-4199-a2e9-7b3b97b13180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:36.924822 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 481ea7c4-ae04-4cc1-a976-e1424d50b041 up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:13:37.016476 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ce5de-7e02-472b-853e-da8729b22d17 req-4b7580d3-da65-4475-9fd8-73eb0cf192e6 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:37.018009 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-748ce5de-7e02-472b-853e-da8729b22d17 req-4b7580d3-da65-4475-9fd8-73eb0cf192e6 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 944 time: 0.0652020 Jun 18 22:13:37.054864 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-748ce5de-7e02-472b-853e-da8729b22d17 req-3d33323a-d780-4848-9555-ee6327762b4c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312495 Jun 18 22:13:37.056028 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port 481ea7c4-ae04-4cc1-a976-e1424d50b041 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:13:37.060945 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port 481ea7c4-ae04-4cc1-a976-e1424d50b041 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:13:37.061322 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:37.135442 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:37.156619 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481ea7c4-ae04-4cc1-a976-e1424d50b041'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:13:37.158824 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c74383e-4d59-4964-99a3-d15f40b51578" -d '{"events": [{"server_uuid": "912bf8fe-86a4-4765-81f6-e8a5bceaa934", "name": "network-vif-plugged", "status": "completed", "tag": "481ea7c4-ae04-4cc1-a976-e1424d50b041"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:13:37.175092 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 481ea7c4-ae04-4cc1-a976-e1424d50b041, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=481ea7c4-ae04-4cc1-a976-e1424d50b041,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:13:37.244591 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac07a50-65e4-43f9-a415-072cb793531b x-openstack-request-id: req-2ac07a50-65e4-43f9-a415-072cb793531b {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:13:37.245070 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912bf8fe-86a4-4765-81f6-e8a5bceaa934", "name": "network-vif-plugged", "status": "completed", "tag": "481ea7c4-ae04-4cc1-a976-e1424d50b041", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:13:37.245342 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2ac07a50-65e4-43f9-a415-072cb793531b {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:13:37.246315 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481ea7c4-ae04-4cc1-a976-e1424d50b041', 'code': 200} Jun 18 22:13:37.247474 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:37.250274 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-9108db05-8fe8-443b-a5ff-55e1dc2be17c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:13:37.297160 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=481ea7c4-ae04-4cc1-a976-e1424d50b041,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:13:37.300440 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:13:37.642736 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39648463-d646-4a3a-81e8-c22becbc9d9d req-e8502153-3793-4d44-913c-acdc59df108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:37.644162 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-39648463-d646-4a3a-81e8-c22becbc9d9d req-e8502153-3793-4d44-913c-acdc59df108a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 1098 time: 0.0495071 Jun 18 22:13:37.677232 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-39648463-d646-4a3a-81e8-c22becbc9d9d req-a14a23d4-f108-4b50-86f9-20cfea7cae3d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269008 Jun 18 22:13:38.223592 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbc889-0e17-41be-848e-27a499772e2e req-b03a0e13-4a1a-4de3-b6b3-7ecd73434a46 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:38.225048 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6bcbc889-0e17-41be-848e-27a499772e2e req-b03a0e13-4a1a-4de3-b6b3-7ecd73434a46 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 945 time: 0.0620165 Jun 18 22:13:38.262121 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6bcbc889-0e17-41be-848e-27a499772e2e req-6af6ce63-22e8-470a-bbac-80fc729493ae tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308163 Jun 18 22:13:38.336256 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6653a1ca-98d2-4f40-b051-664c92f67cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:38.890324 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:39.438426 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e18ea5-2760-40a4-9462-073b9edaceb5 req-d1a25c12-c634-43a4-b6ef-1e93c22c1d48 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:39.439846 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12e18ea5-2760-40a4-9462-073b9edaceb5 req-d1a25c12-c634-43a4-b6ef-1e93c22c1d48 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 945 time: 0.0653985 Jun 18 22:13:39.476451 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12e18ea5-2760-40a4-9462-073b9edaceb5 req-9985d0db-79ec-4f31-b1d8-f5f0421d3b13 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311034 Jun 18 22:13:39.559129 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:39.650575 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7e6d6-e438-474c-9842-bf0265e8adeb req-e321a2bc-0d0c-4606-aaec-4931dbac34d0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:39.652681 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cfb7e6d6-e438-474c-9842-bf0265e8adeb req-e321a2bc-0d0c-4606-aaec-4931dbac34d0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 945 time: 0.0609617 Jun 18 22:13:39.689814 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cfb7e6d6-e438-474c-9842-bf0265e8adeb req-4682bbf4-0ae4-4013-bdf5-0873db926c6b tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315893 Jun 18 22:13:39.714123 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 42986) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:13:39.766988 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd14fa2e-429d-4795-ac32-e282d619b7dc tempest-TestVolumeBootPattern-1409721668 tempest-TestVolumeBootPattern-1409721668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:39.768454 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-fd14fa2e-429d-4795-ac32-e282d619b7dc tempest-TestVolumeBootPattern-1409721668 tempest-TestVolumeBootPattern-1409721668-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 1093 time: 0.0533352 Jun 18 22:13:39.771353 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 42988) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:13:39.775588 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Request body: {'floatingip': {'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'port_id': '481ea7c4-ae04-4cc1-a976-e1424d50b041', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:13:39.895264 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for floatingip, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:39.987757 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:40.090875 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Allocated IP 172.27.1.43 (ac7fe84e-50f5-4915-b437-0569bccbfaaf/467ce04a-3e35-49c7-b989-561dd094bc72/6e279d11-ac1c-4e5b-b3e5-cd5fb8256e34) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:13:40.187231 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:40.272729 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:40.274679 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:13:40.317556 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:13:40.320278 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:13:40.322751 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:13:40.328753 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event updated for resources: {'Port': ['ID=6e279d11-ac1c-4e5b-b3e5-cd5fb8256e34,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:13:40.331272 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:13:40.673075 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:40.821000 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:40.964585 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:41.055883 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:41.057849 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-d5bb50ba-4c01-49d0-83d6-536e9a1ef115 tempest-AttachVolumeShelveTestJSON-2012222571 tempest-AttachVolumeShelveTestJSON-2012222571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:13:41.121629 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event updated for resources: {'Port': ['ID=6e279d11-ac1c-4e5b-b3e5-cd5fb8256e34,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:13:41.125474 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:13:41.134713 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546185'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:41.231634 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.l3_db [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Floating IP fe48af91-7161-49f4-8e2a-aec057800a87 associated. External IP: 172.27.1.43, port: 481ea7c4-ae04-4cc1-a976-e1424d50b041. Jun 18 22:13:41.428909 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:13:41.534850 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:13:41.545032 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4e13b7-4ca2-496f-a2a8-a436fc92ad04 None None] Sync routers for ids ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:13:41.549214 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:41.555110 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4e13b7-4ca2-496f-a2a8-a436fc92ad04 None None] Routers {'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:13:41.555726 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-af4e13b7-4ca2-496f-a2a8-a436fc92ad04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:13:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:13:41.603499 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:41.638851 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8665049 Jun 18 22:13:41.639588 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'tag': '481ea7c4-ae04-4cc1-a976-e1424d50b041'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:13:41.642090 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fbb4ea-b91d-4219-9371-24caf2823ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "912bf8fe-86a4-4765-81f6-e8a5bceaa934", "tag": "481ea7c4-ae04-4cc1-a976-e1424d50b041"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:13:41.674608 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-af4e13b7-4ca2-496f-a2a8-a436fc92ad04 None None] Set router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:13:41.678610 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dda0637-8ad6-4de7-b7eb-faf71279a605 x-openstack-request-id: req-7dda0637-8ad6-4de7-b7eb-faf71279a605 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:13:41.679138 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912bf8fe-86a4-4765-81f6-e8a5bceaa934", "tag": "481ea7c4-ae04-4cc1-a976-e1424d50b041", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:13:41.679246 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7dda0637-8ad6-4de7-b7eb-faf71279a605 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:13:41.679635 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'tag': '481ea7c4-ae04-4cc1-a976-e1424d50b041', 'status': 'completed', 'code': 200} Jun 18 22:13:41.772417 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbb4ea-b91d-4219-9371-24caf2823ab4 req-19c97115-af0a-40e8-9afa-ae756426a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:41.773888 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-87fbb4ea-b91d-4219-9371-24caf2823ab4 req-19c97115-af0a-40e8-9afa-ae756426a39a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=842929c6f3a9455d9b9abefa3d85f974&device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 1098 time: 0.0515721 Jun 18 22:13:41.865599 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbb4ea-b91d-4219-9371-24caf2823ab4 req-c7314d60-2453-4fcd-ad09-f67630ad2e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:41.867083 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-87fbb4ea-b91d-4219-9371-24caf2823ab4 req-c7314d60-2453-4fcd-ad09-f67630ad2e7c service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ebbb83f-e076-47fa-a968-28d266a5785d HTTP/1.1" status: 200 len: 913 time: 0.0870810 Jun 18 22:13:41.895026 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-af4e13b7-4ca2-496f-a2a8-a436fc92ad04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': 'fe48af91-7161-49f4-8e2a-aec057800a87', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'port_id': '481ea7c4-ae04-4cc1-a976-e1424d50b041', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'mac_address': 'fa:16:3e:f6:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:13:40Z', 'updated_at': '2021-06-18T22:13:40Z', 'revision_number': 0, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:40Z', 'revision_number': 5, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:13:41.925174 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4e13b7-4ca2-496f-a2a8-a436fc92ad04 None None] Checking router: cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:13:41.931195 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-87fbb4ea-b91d-4219-9371-24caf2823ab4 req-cc84487d-a364-4978-935b-61699e641166 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=481ea7c4-ae04-4cc1-a976-e1424d50b041 HTTP/1.1" status: 200 len: 998 time: 0.0581062 Jun 18 22:13:41.933319 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4e13b7-4ca2-496f-a2a8-a436fc92ad04 None None] Routers {'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:13:41.934102 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-af4e13b7-4ca2-496f-a2a8-a436fc92ad04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:13:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:13:41.982131 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbb4ea-b91d-4219-9371-24caf2823ab4 req-9a50483b-d9c2-4bd5-bbf3-ee69b566d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:41.983534 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-87fbb4ea-b91d-4219-9371-24caf2823ab4 req-9a50483b-d9c2-4bd5-bbf3-ee69b566d761 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c823f6b7-075a-4fb2-97a0-7659f49c372d HTTP/1.1" status: 200 len: 851 time: 0.0462916 Jun 18 22:13:42.040390 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbb4ea-b91d-4219-9371-24caf2823ab4 req-e0f8cfd3-d146-49ff-94d4-3146d9f1dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:13:42.041853 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-87fbb4ea-b91d-4219-9371-24caf2823ab4 req-e0f8cfd3-d146-49ff-94d4-3146d9f1dbbf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ebbb83f-e076-47fa-a968-28d266a5785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522373 Jun 18 22:13:42.132518 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-87fbb4ea-b91d-4219-9371-24caf2823ab4 req-7589aeff-1d2d-4c84-a568-26396e80b9fb service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833945 Jun 18 22:13:42.159736 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-af4e13b7-4ca2-496f-a2a8-a436fc92ad04 None None] Set router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:13:42.221630 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-87fbb4ea-b91d-4219-9371-24caf2823ab4 req-2c2b8c84-c6a3-4a88-aa12-6c9a2dcdb050 service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834265 Jun 18 22:13:42.375437 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-af4e13b7-4ca2-496f-a2a8-a436fc92ad04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': 'fe48af91-7161-49f4-8e2a-aec057800a87', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'port_id': '481ea7c4-ae04-4cc1-a976-e1424d50b041', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'mac_address': 'fa:16:3e:f6:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:13:40Z', 'updated_at': '2021-06-18T22:13:40Z', 'revision_number': 0, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:40Z', 'revision_number': 5, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:13:42.400185 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4e13b7-4ca2-496f-a2a8-a436fc92ad04 None None] The sync data for ids ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'] in dv-cinder-766752-3-iscsi is: [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': 'fe48af91-7161-49f4-8e2a-aec057800a87', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'port_id': '481ea7c4-ae04-4cc1-a976-e1424d50b041', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'mac_address': 'fa:16:3e:f6:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:13:40Z', 'updated_at': '2021-06-18T22:13:40Z', 'revision_number': 0, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:40Z', 'revision_number': 5, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:13:42.574952 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b99d1ad-1afb-4785-9817-9f54922209d6 None None] New status for floating IP fe48af91-7161-49f4-8e2a-aec057800a87: ACTIVE {{(pid=93156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:13:49.187434 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:57.125302 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:14:05.964068 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6e7f178a-c56b-4183-9096-70693ab05fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:08.345557 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-af74de70-28c5-4413-a8b5-d9c469fd71db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:08.907122 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:09.556986 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:11.569827 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:19.163462 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:28.835668 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc271850-f41d-48e7-9b99-d7188447e6d2 req-eacfea96-552c-4991-b509-c3141571f247 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510669 Jun 18 22:14:28.946659 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc271850-f41d-48e7-9b99-d7188447e6d2 req-a4b5e670-839b-4c53-8a50-05ce72ee3b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:14:28.948071 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc271850-f41d-48e7-9b99-d7188447e6d2 req-a4b5e670-839b-4c53-8a50-05ce72ee3b94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=842929c6f3a9455d9b9abefa3d85f974&device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 1098 time: 0.0513585 Jun 18 22:14:29.054174 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc271850-f41d-48e7-9b99-d7188447e6d2 req-c2d8a209-5ca1-4760-b5ba-55e13f689c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:14:29.055612 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc271850-f41d-48e7-9b99-d7188447e6d2 req-c2d8a209-5ca1-4760-b5ba-55e13f689c02 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ebbb83f-e076-47fa-a968-28d266a5785d HTTP/1.1" status: 200 len: 913 time: 0.0872195 Jun 18 22:14:29.117355 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc271850-f41d-48e7-9b99-d7188447e6d2 req-79c31377-ed8d-4f8b-8e49-49c99322d101 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=481ea7c4-ae04-4cc1-a976-e1424d50b041 HTTP/1.1" status: 200 len: 1000 time: 0.0554798 Jun 18 22:14:29.169062 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc271850-f41d-48e7-9b99-d7188447e6d2 req-bb16a9c8-a71b-4cb7-b2cc-e864a16253ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:14:29.170426 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc271850-f41d-48e7-9b99-d7188447e6d2 req-bb16a9c8-a71b-4cb7-b2cc-e864a16253ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c823f6b7-075a-4fb2-97a0-7659f49c372d HTTP/1.1" status: 200 len: 851 time: 0.0470035 Jun 18 22:14:29.224929 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc271850-f41d-48e7-9b99-d7188447e6d2 req-636c374f-c29f-4c81-a622-8f72e1c90962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:14:29.226316 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc271850-f41d-48e7-9b99-d7188447e6d2 req-636c374f-c29f-4c81-a622-8f72e1c90962 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ebbb83f-e076-47fa-a968-28d266a5785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498009 Jun 18 22:14:29.311321 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc271850-f41d-48e7-9b99-d7188447e6d2 req-71954cde-3f38-46a6-8fed-1e2ac8cd8f5a service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776167 Jun 18 22:14:29.399812 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc271850-f41d-48e7-9b99-d7188447e6d2 req-2e3fd417-1142-4b27-a8a0-3d091e238b34 service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823996 Jun 18 22:14:34.124854 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:14:35.955414 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-484e5123-be6d-4f39-80d7-3f33a4d8e428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:38.333070 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b9c799d2-adff-4943-9f70-7300ba78e1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:38.927182 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:39.568914 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:41.585956 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:49.162791 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:05.965459 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-60199553-54fb-49eb-8b2c-a4949e322821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:08.343554 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-4a4a924c-c69a-4bac-9199-7dd5889b9ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:08.891438 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:09.554031 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:11.123750 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:15:11.574204 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:16.511301 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-2a3c11cd-3304-42df-b0e9-cffe2b42eebc tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-760805513&fields=id&tenant_id=842929c6f3a9455d9b9abefa3d85f974 HTTP/1.1" status: 200 len: 267 time: 0.0328662 Jun 18 22:15:16.614547 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-f56a472c-18e9-4d51-9653-8c87c44ffed8 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:16.615926 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-f56a472c-18e9-4d51-9653-8c87c44ffed8 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/networks?id=6ebbb83f-e076-47fa-a968-28d266a5785d HTTP/1.1" status: 200 len: 812 time: 0.0980580 Jun 18 22:15:16.630569 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-6b1b96c3-de8a-4495-b732-9097cc8e9dea tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/quotas/842929c6f3a9455d9b9abefa3d85f974 HTTP/1.1" status: 200 len: 375 time: 0.0093167 Jun 18 22:15:16.699146 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-b8374008-60f3-4607-b554-2d6396234333 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=842929c6f3a9455d9b9abefa3d85f974&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0639060 Jun 18 22:15:16.791286 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4b8d0e70-bc04-4b15-b453-3bd2126cc3c5 service neutron] 10.222.0.38 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806296 Jun 18 22:15:16.874346 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-3231b63e-5a8b-4a70-932c-7ff2e1249646 service neutron] 10.222.0.38 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0769620 Jun 18 22:15:17.430918 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ae28b178-c6df-43ec-8d77-6e43be457fe3 req-06b1dca8-0ade-4137-b553-cebb0bfd6a8d tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 210 time: 0.0292976 Jun 18 22:15:18.594405 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2db2a00d-f7f4-4856-977f-8ed9ace5fed5 req-485f2de7-f018-4662-926e-c21ad7841493 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 210 time: 0.0322397 Jun 18 22:15:19.148021 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:19.731547 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6da8b35a-d44f-4f44-8246-b84969c74249 req-29677ab2-9cf7-4eb9-a91a-0443925c5a70 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 210 time: 0.0289247 Jun 18 22:15:19.832490 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-3323bdad-bbce-4996-a75c-13a14ba6854c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:19.833871 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-3323bdad-bbce-4996-a75c-13a14ba6854c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.44 "GET /v2.0/networks?id=6ebbb83f-e076-47fa-a968-28d266a5785d HTTP/1.1" status: 200 len: 812 time: 0.0978632 Jun 18 22:15:19.883487 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-fb1265c4-fd4e-4fb8-b16d-9aebad1ea9b8 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=842929c6f3a9455d9b9abefa3d85f974 HTTP/1.1" status: 200 len: 379 time: 0.0364683 Jun 18 22:15:19.892171 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Request body: {'port': {'device_id': '0e4f47a6-f925-4d64-ac24-cbc555c400c0', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'admin_state_up': True, 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'security_groups': ['0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67']}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:15:20.068083 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Made reservation on behalf of 842929c6f3a9455d9b9abefa3d85f974 for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:15:20.071646 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:20.198228 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Allocated IP 172.20.0.13 (6ebbb83f-e076-47fa-a968-28d266a5785d/c823f6b7-075a-4fb2-97a0-7659f49c372d/64192646-900a-4db8-b909-0132cfb2bf53) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:15:20.346353 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:20.362968 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Transition to ACTIVE for port object 64192646-900a-4db8-b909-0132cfb2bf53 will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:15:20.465837 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:20.469662 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-cad10095-0896-41a4-8359-ac058683826c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:15:20.510429 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Network 6ebbb83f-e076-47fa-a968-28d266a5785d is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:15:20.514310 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:15:20.518062 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:15:20.541314 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event updated for resources: {'Port': ['ID=64192646-900a-4db8-b909-0132cfb2bf53,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:15:20.553707 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:20.554081 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:20.554448 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:20.554814 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:20.555169 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:20.555617 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:20.555910 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:20.556288 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:20.556898 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:20.557248 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:20.557597 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:20.557946 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:20.565500 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:15:20.588338 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:20.588962 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:20.666099 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7774043 Jun 18 22:15:20.683692 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Request body: {'port': {'device_id': '0e4f47a6-f925-4d64-ac24-cbc555c400c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:15:20.759036 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:20.779758 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-61ddcfd1-cf57-4f74-aca4-872098585f4e None None] Provisioning for port 64192646-900a-4db8-b909-0132cfb2bf53 completed by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:15:20.795047 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-61ddcfd1-cf57-4f74-aca4-872098585f4e None None] Provisioning complete for port 64192646-900a-4db8-b909-0132cfb2bf53 triggered by entity DHCP. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:15:20.795047 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-61ddcfd1-cf57-4f74-aca4-872098585f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:20.820175 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-61ddcfd1-cf57-4f74-aca4-872098585f4e None None] Port 64192646-900a-4db8-b909-0132cfb2bf53 cannot update to ACTIVE because it is not bound. {{(pid=93155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:15:21.277645 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fde90-c9b4-4fa5-8e0c-2a13b1ff918b req-05d78ed4-46d0-4573-ac29-6b35866322d7 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:21.279582 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7e9fde90-c9b4-4fa5-8e0c-2a13b1ff918b req-05d78ed4-46d0-4573-ac29-6b35866322d7 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 932 time: 0.4230661 Jun 18 22:15:21.345932 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7e9fde90-c9b4-4fa5-8e0c-2a13b1ff918b req-67e6c11e-b2b2-45de-8e77-059e85b111bd tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583632 Jun 18 22:15:21.388607 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64192646-900a-4db8-b909-0132cfb2bf53 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:15:21.395758 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:21.406988 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Transition to ACTIVE for port object 64192646-900a-4db8-b909-0132cfb2bf53 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:15:21.478894 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:21.480840 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-733ff7ae-2a7e-494c-bf17-d88b4e18979c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:15:21.551251 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=64192646-900a-4db8-b909-0132cfb2bf53,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:15:21.554683 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:15:21.630621 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Attempting to bind port 64192646-900a-4db8-b909-0132cfb2bf53 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:15:21.631031 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Attempting to bind port 64192646-900a-4db8-b909-0132cfb2bf53 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:15:21.631406 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Attempting to bind port 64192646-900a-4db8-b909-0132cfb2bf53 on network 6ebbb83f-e076-47fa-a968-28d266a5785d {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:15:21.635666 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Port 64192646-900a-4db8-b909-0132cfb2bf53 on network 6ebbb83f-e076-47fa-a968-28d266a5785d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:15:21.635988 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Attempting to bind port 64192646-900a-4db8-b909-0132cfb2bf53 on network 6ebbb83f-e076-47fa-a968-28d266a5785d {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:15:21.641396 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Checking agent: {'id': '0ed10939-dc08-473a-abb7-3eb74863798a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'started_at': datetime.datetime(2021, 6, 18, 21, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:15:21.641670 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Checking segment: {'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:15:21.642053 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Bound using segment: {'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:15:21.642481 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Bound port: 64192646-900a-4db8-b909-0132cfb2bf53, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:15:21.642829 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:21.704694 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] For port 64192646-900a-4db8-b909-0132cfb2bf53, host hv-cinder-76675, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:15:21.707761 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] For port 64192646-900a-4db8-b909-0132cfb2bf53, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=64192646-900a-4db8-b909-0132cfb2bf53,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:15:21.812041 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:21.815112 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-3ef756e8-7de0-4284-b66b-06cab9fedd3a tempest-AttachVolumeTestJSON-2097092045 tempest-AttachVolumeTestJSON-2097092045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:15:21.843914 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:21.844551 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:21.845889 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] 10.222.0.44 "PUT /v2.0/ports/64192646-900a-4db8-b909-0132cfb2bf53 HTTP/1.1" status: 200 len: 1094 time: 1.1665351 Jun 18 22:15:21.846449 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4f47a6-f925-4d64-ac24-cbc555c400c0', 'tag': '64192646-900a-4db8-b909-0132cfb2bf53'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:15:21.848686 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31427f3-55de-45bc-bd63-fb9e14dadaf1" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4f47a6-f925-4d64-ac24-cbc555c400c0", "tag": "64192646-900a-4db8-b909-0132cfb2bf53"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:15:21.877694 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=64192646-900a-4db8-b909-0132cfb2bf53,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:15:21.881417 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-4d48636a-6ce3-49a7-aa7e-3a65d90ec9a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:15:21.887329 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2071ed-d945-433d-9afe-987513f373af x-openstack-request-id: req-be2071ed-d945-433d-9afe-987513f373af {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:15:21.887654 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4f47a6-f925-4d64-ac24-cbc555c400c0", "tag": "64192646-900a-4db8-b909-0132cfb2bf53", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:15:21.888195 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-be2071ed-d945-433d-9afe-987513f373af {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:15:21.889048 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4f47a6-f925-4d64-ac24-cbc555c400c0', 'tag': '64192646-900a-4db8-b909-0132cfb2bf53', 'status': 'completed', 'code': 200} Jun 18 22:15:21.988841 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31427f3-55de-45bc-bd63-fb9e14dadaf1 req-894f756a-0ae8-45aa-bedf-ea8410d2a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:21.990364 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a31427f3-55de-45bc-bd63-fb9e14dadaf1 req-894f756a-0ae8-45aa-bedf-ea8410d2a871 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=842929c6f3a9455d9b9abefa3d85f974&device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 1097 time: 0.0587990 Jun 18 22:15:22.092993 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31427f3-55de-45bc-bd63-fb9e14dadaf1 req-1a4e1410-a10b-44f2-b4ad-86330661f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:22.094486 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a31427f3-55de-45bc-bd63-fb9e14dadaf1 req-1a4e1410-a10b-44f2-b4ad-86330661f765 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=842929c6f3a9455d9b9abefa3d85f974&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0907254 Jun 18 22:15:22.186361 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31427f3-55de-45bc-bd63-fb9e14dadaf1 req-612dfebe-899b-49e7-89c9-f609a90df5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:22.187628 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a31427f3-55de-45bc-bd63-fb9e14dadaf1 req-612dfebe-899b-49e7-89c9-f609a90df5d6 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873492 Jun 18 22:15:22.293782 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-a76017c3-ecc0-4f56-a008-db1109dcc7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:22.295852 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-a76017c3-ecc0-4f56-a008-db1109dcc7c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=842929c6f3a9455d9b9abefa3d85f974&device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 1097 time: 0.0506496 Jun 18 22:15:22.342486 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-db83d4cf-5a7e-4ad3-991c-6d5de399f037 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64192646-900a-4db8-b909-0132cfb2bf53 HTTP/1.1" status: 200 len: 217 time: 0.0337942 Jun 18 22:15:22.394412 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-835a76a0-a9f9-4c14-a9a0-49e679dd3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:22.395830 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-835a76a0-a9f9-4c14-a9a0-49e679dd3f2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c823f6b7-075a-4fb2-97a0-7659f49c372d HTTP/1.1" status: 200 len: 851 time: 0.0469592 Jun 18 22:15:22.452990 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-d1d2e6cd-3c87-44d9-a326-27c03f8cfdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:22.454617 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-d1d2e6cd-3c87-44d9-a326-27c03f8cfdae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ebbb83f-e076-47fa-a968-28d266a5785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526981 Jun 18 22:15:22.584827 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714b6c1-776f-4e75-9320-68ea3fc63bcf req-50cae0c1-02cc-4574-9b4c-d6f9fa2d6672 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:22.586241 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e714b6c1-776f-4e75-9320-68ea3fc63bcf req-50cae0c1-02cc-4574-9b4c-d6f9fa2d6672 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 944 time: 0.1293197 Jun 18 22:15:22.591923 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-4f9fa3da-3c7d-449a-ada8-518a3fc9ae36 service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262438 Jun 18 22:15:22.672090 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e714b6c1-776f-4e75-9320-68ea3fc63bcf req-aa7de762-3410-430b-b7fd-cc82f4f7aa96 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792234 Jun 18 22:15:22.710229 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b239d33f-2f4d-492e-9b6c-4e0ceb4d748a req-3f1b5ad7-057e-41d4-99d7-b59be17fe007 service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117127 Jun 18 22:15:23.843718 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a0d65-d54b-4466-a74f-17ea8010c9e9 req-4cd29192-d38a-4e20-a238-04c94c2071ae tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:23.845171 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f1a0d65-d54b-4466-a74f-17ea8010c9e9 req-4cd29192-d38a-4e20-a238-04c94c2071ae tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 944 time: 0.0636244 Jun 18 22:15:23.882161 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f1a0d65-d54b-4466-a74f-17ea8010c9e9 req-3fcb762a-33b6-480b-8caf-517279907caa tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315361 Jun 18 22:15:25.051583 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee334f-c752-4e02-abd6-8c544cd84e6a req-1d6be0f0-d2ce-4fd6-b12c-9e7d09e46f51 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:25.053001 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-89ee334f-c752-4e02-abd6-8c544cd84e6a req-1d6be0f0-d2ce-4fd6-b12c-9e7d09e46f51 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 944 time: 0.0608201 Jun 18 22:15:25.088413 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-89ee334f-c752-4e02-abd6-8c544cd84e6a req-9bc35bed-dfbd-4c47-b1e3-7b611f764dc3 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297103 Jun 18 22:15:26.261431 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16200f8-bbef-426f-9f1a-f9294d9730a0 req-dabd1194-a3d7-4978-b312-17ddcf232365 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:26.263339 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f16200f8-bbef-426f-9f1a-f9294d9730a0 req-dabd1194-a3d7-4978-b312-17ddcf232365 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 944 time: 0.0666590 Jun 18 22:15:26.300212 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f16200f8-bbef-426f-9f1a-f9294d9730a0 req-bcc8c83b-77d5-4b43-8c4b-544c713397fe tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309632 Jun 18 22:15:27.467666 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19356b4-b5ba-4c8c-ae6f-301fdeb20b41 req-29557bc8-f0d9-45da-8465-36717763cf31 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:27.469106 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e19356b4-b5ba-4c8c-ae6f-301fdeb20b41 req-29557bc8-f0d9-45da-8465-36717763cf31 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 944 time: 0.0624716 Jun 18 22:15:27.504602 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e19356b4-b5ba-4c8c-ae6f-301fdeb20b41 req-77d7117b-6e94-438e-8556-80858838fddf tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300727 Jun 18 22:15:28.671439 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb38154-7a70-47c0-abc5-72f8fcf1c0cb req-63b45a28-6848-4a4e-ab8c-9b3992fadbb8 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:28.672779 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9eb38154-7a70-47c0-abc5-72f8fcf1c0cb req-63b45a28-6848-4a4e-ab8c-9b3992fadbb8 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 944 time: 0.0606346 Jun 18 22:15:28.713119 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9eb38154-7a70-47c0-abc5-72f8fcf1c0cb req-a75d2377-58a4-46ab-b4a9-301ad767a4c7 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349159 Jun 18 22:15:29.527585 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 64192646-900a-4db8-b909-0132cfb2bf53 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:15:29.616272 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 64192646-900a-4db8-b909-0132cfb2bf53, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=64192646-900a-4db8-b909-0132cfb2bf53,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:15:29.627553 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Returning: {'device': '64192646-900a-4db8-b909-0132cfb2bf53', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'port_id': '64192646-900a-4db8-b909-0132cfb2bf53', 'mac_address': 'fa:16:3e:7f:ee:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:15:29.661886 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:29.673598 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64192646-900a-4db8-b909-0132cfb2bf53 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:15:29.692170 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 64192646-900a-4db8-b909-0132cfb2bf53, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=64192646-900a-4db8-b909-0132cfb2bf53,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:15:29.770700 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:29.772496 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:15:29.822916 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=64192646-900a-4db8-b909-0132cfb2bf53,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:15:29.830557 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:29.830905 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:29.831246 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:29.831609 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:29.831938 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:29.832292 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:29.832622 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:29.832947 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:29.833271 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:29.833595 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:29.833916 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:29.834236 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:15:29.838077 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:15:29.864346 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b35a09bc-3e29-40d4-ba06-93c3ff4688ba req-7203aa6d-fe0d-4f92-8a5f-4ee607463002 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822039 Jun 18 22:15:29.894668 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb70ff6-af0b-494f-b043-5e1d31d08d7b req-ade960ce-d4d3-443b-9313-7968021b3767 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:29.896030 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bfb70ff6-af0b-494f-b043-5e1d31d08d7b req-ade960ce-d4d3-443b-9313-7968021b3767 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 945 time: 0.0681162 Jun 18 22:15:29.960290 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bfb70ff6-af0b-494f-b043-5e1d31d08d7b req-51503d02-77c3-4366-93a1-df32cfc2ccbe tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580773 Jun 18 22:15:29.990879 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a09bc-3e29-40d4-ba06-93c3ff4688ba req-04c2d1c5-ae1b-40f2-96e3-1fc083c858e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:29.992342 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b35a09bc-3e29-40d4-ba06-93c3ff4688ba req-04c2d1c5-ae1b-40f2-96e3-1fc083c858e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=842929c6f3a9455d9b9abefa3d85f974&device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 1098 time: 0.0630949 Jun 18 22:15:30.057473 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] get_ports_and_sgs() called for port_ids ['64192646-900a-4db8-b909-0132cfb2bf53'] {{(pid=93155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:15:30.092269 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a09bc-3e29-40d4-ba06-93c3ff4688ba req-222b4eb2-2554-4f8f-8de8-f0f15131c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:30.093690 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b35a09bc-3e29-40d4-ba06-93c3ff4688ba req-222b4eb2-2554-4f8f-8de8-f0f15131c0bd service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ebbb83f-e076-47fa-a968-28d266a5785d HTTP/1.1" status: 200 len: 913 time: 0.0810106 Jun 18 22:15:30.162966 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b35a09bc-3e29-40d4-ba06-93c3ff4688ba req-7e948c30-eca3-4933-a2b0-6e0a4b7e9c73 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=481ea7c4-ae04-4cc1-a976-e1424d50b041 HTTP/1.1" status: 200 len: 1000 time: 0.0619936 Jun 18 22:15:30.212335 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a09bc-3e29-40d4-ba06-93c3ff4688ba req-1215be21-453b-411e-a6a1-d9caf4eb9020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:30.213782 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b35a09bc-3e29-40d4-ba06-93c3ff4688ba req-1215be21-453b-411e-a6a1-d9caf4eb9020 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c823f6b7-075a-4fb2-97a0-7659f49c372d HTTP/1.1" status: 200 len: 851 time: 0.0439525 Jun 18 22:15:30.270379 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a09bc-3e29-40d4-ba06-93c3ff4688ba req-ddefaece-5352-4cbe-9a9c-8296a410e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:30.271809 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b35a09bc-3e29-40d4-ba06-93c3ff4688ba req-ddefaece-5352-4cbe-9a9c-8296a410e88a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ebbb83f-e076-47fa-a968-28d266a5785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518639 Jun 18 22:15:30.362544 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b35a09bc-3e29-40d4-ba06-93c3ff4688ba req-0069ab0d-ca37-4619-891a-f04d7695dcf8 service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831318 Jun 18 22:15:30.447489 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b35a09bc-3e29-40d4-ba06-93c3ff4688ba req-8c1c4f0d-18e9-4468-aea4-743a9a5f5c3c service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782642 Jun 18 22:15:31.127454 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a427995-fa54-45fe-acd1-10622118daa1 req-d53252d5-4f89-4793-a7f8-e80151ef9fbb tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:31.128870 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9a427995-fa54-45fe-acd1-10622118daa1 req-d53252d5-4f89-4793-a7f8-e80151ef9fbb tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 945 time: 0.0600846 Jun 18 22:15:31.164729 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9a427995-fa54-45fe-acd1-10622118daa1 req-a2ca6bef-e604-4f63-b052-4c47059da79f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303857 Jun 18 22:15:31.528606 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 64192646-900a-4db8-b909-0132cfb2bf53 up at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:15:31.653799 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning for port 64192646-900a-4db8-b909-0132cfb2bf53 completed by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:15:31.657334 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Provisioning complete for port 64192646-900a-4db8-b909-0132cfb2bf53 triggered by entity L2. {{(pid=93155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:15:31.657705 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1812383'] for port, provisioning_complete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:31.730892 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:31.755025 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4f47a6-f925-4d64-ac24-cbc555c400c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64192646-900a-4db8-b909-0132cfb2bf53'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:15:31.757279 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac4c3c7bf074cb9086da253d1e9b54cf323c0706b0a8b8b11ecfef99339f709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4f1796-3ef8-4d4a-9dbe-3522420a5897" -d '{"events": [{"server_uuid": "0e4f47a6-f925-4d64-ac24-cbc555c400c0", "name": "network-vif-plugged", "status": "completed", "tag": "64192646-900a-4db8-b909-0132cfb2bf53"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:15:31.769632 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] For port 64192646-900a-4db8-b909-0132cfb2bf53, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=64192646-900a-4db8-b909-0132cfb2bf53,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:15:31.792997 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d713bd2-d6b0-4710-bccf-cdff276d3b0e x-openstack-request-id: req-9d713bd2-d6b0-4710-bccf-cdff276d3b0e {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:15:31.793288 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4f47a6-f925-4d64-ac24-cbc555c400c0", "name": "network-vif-plugged", "status": "completed", "tag": "64192646-900a-4db8-b909-0132cfb2bf53", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:15:31.793551 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9d713bd2-d6b0-4710-bccf-cdff276d3b0e {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:15:31.794551 dv-cinder-766752-3-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4f47a6-f925-4d64-ac24-cbc555c400c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64192646-900a-4db8-b909-0132cfb2bf53', 'code': 200} Jun 18 22:15:31.819035 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:31.821506 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:15:31.868998 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Pushing event updated for resources: {'Port': ['ID=64192646-900a-4db8-b909-0132cfb2bf53,revision_number=5']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:15:31.872150 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:15:32.270415 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378132a-7d40-4ace-a75e-a7cbe7b309ee req-e138dfee-5c7c-41d8-9b3c-387117fd80f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:32.271865 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8378132a-7d40-4ace-a75e-a7cbe7b309ee req-e138dfee-5c7c-41d8-9b3c-387117fd80f2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 1099 time: 0.0566680 Jun 18 22:15:32.337703 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8378132a-7d40-4ace-a75e-a7cbe7b309ee req-ef46bf83-b901-4076-b193-108b0db9c672 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548141 Jun 18 22:15:32.356740 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7991699-6acf-4825-b079-f40e62c965bf req-898f5489-1f5a-4d56-90e4-094fcf5fcf60 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:32.358113 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7991699-6acf-4825-b079-f40e62c965bf req-898f5489-1f5a-4d56-90e4-094fcf5fcf60 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 946 time: 0.0842416 Jun 18 22:15:32.394715 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7991699-6acf-4825-b079-f40e62c965bf req-ba7a72e3-4af1-4743-b758-1851a26ee719 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311804 Jun 18 22:15:33.568988 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c40571-7a7b-4f65-8cc0-955ccc22babc req-5b652c17-cd4d-490c-aab9-a1cd899da266 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:33.570343 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d8c40571-7a7b-4f65-8cc0-955ccc22babc req-5b652c17-cd4d-490c-aab9-a1cd899da266 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 946 time: 0.0665326 Jun 18 22:15:33.608826 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d8c40571-7a7b-4f65-8cc0-955ccc22babc req-e496d1eb-90db-4d59-8402-67dc65a35d79 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321703 Jun 18 22:15:34.781824 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f4e20-4305-49ca-94a0-bf956eaa28e7 req-aba9cc26-e58b-4d82-8371-befca8d5afe2 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:34.783260 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0f1f4e20-4305-49ca-94a0-bf956eaa28e7 req-aba9cc26-e58b-4d82-8371-befca8d5afe2 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 946 time: 0.0628662 Jun 18 22:15:34.820337 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0f1f4e20-4305-49ca-94a0-bf956eaa28e7 req-5bd0ca94-6fa0-47bb-80cd-0d95c76d96ef tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312896 Jun 18 22:15:34.991091 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998ebb1-a7ee-4069-bf46-92d4c799e6c5 req-5ffeff60-c51f-47bc-ae7e-0426dac4f02a tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:34.992456 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f998ebb1-a7ee-4069-bf46-92d4c799e6c5 req-5ffeff60-c51f-47bc-ae7e-0426dac4f02a tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 946 time: 0.0620799 Jun 18 22:15:35.029031 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f998ebb1-a7ee-4069-bf46-92d4c799e6c5 req-cb4c8db6-e793-40d7-96a4-15d7c4eba759 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308399 Jun 18 22:15:35.053030 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 43106) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:15:35.105931 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82da433e-f311-474d-a3d2-9a1c21dc73d6 tempest-TestVolumeBootPattern-1409721668 tempest-TestVolumeBootPattern-1409721668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:35.107436 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-82da433e-f311-474d-a3d2-9a1c21dc73d6 tempest-TestVolumeBootPattern-1409721668 tempest-TestVolumeBootPattern-1409721668-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 1094 time: 0.0534708 Jun 18 22:15:35.110093 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 43108) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:15:35.114237 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Request body: {'floatingip': {'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'port_id': '64192646-900a-4db8-b909-0132cfb2bf53', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:15:35.179136 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for floatingip, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:35.273138 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611394'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:35.376855 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Allocated IP 172.27.1.184 (ac7fe84e-50f5-4915-b437-0569bccbfaaf/467ce04a-3e35-49c7-b989-561dd094bc72/e5573df6-bf15-4d33-851c-89ce8a6d9d6a) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:15:35.472727 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:35.550990 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1610817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737366605150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9074124'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:35.553618 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-13db025e-b2c6-4b89-9502-4ce38b564629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:15:35.590667 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Network ac7fe84e-50f5-4915-b437-0569bccbfaaf is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:15:35.596874 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:15:35.601117 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:15:35.626646 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event updated for resources: {'Port': ['ID=e5573df6-bf15-4d33-851c-89ce8a6d9d6a,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:15:35.630381 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:15:35.979145 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:35.993364 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-770e34d4-073b-40d5-91f2-4ac6fccd8572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:36.105719 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611412'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:36.253552 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:36.307598 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737367034835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737366605168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737366605213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9074170'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:36.309802 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-37978fe1-6176-461f-89ad-6d0f658c8e68 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:15:36.371411 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event updated for resources: {'Port': ['ID=e5573df6-bf15-4d33-851c-89ce8a6d9d6a,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:15:36.375625 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:15:36.385090 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546185'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:36.481450 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.l3_db [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Floating IP 2cb9acf6-47e7-4b2f-bcea-86d4ee01b031 associated. External IP: 172.27.1.184, port: 64192646-900a-4db8-b909-0132cfb2bf53. Jun 18 22:15:36.681204 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:15:36.783305 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:15:36.792640 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a0e384-ddb2-4aac-b0af-b8f2565a4dc0 None None] Sync routers for ids ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:15:36.801463 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a0e384-ddb2-4aac-b0af-b8f2565a4dc0 None None] Routers {'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:15:36.802073 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-90a0e384-ddb2-4aac-b0af-b8f2565a4dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:15:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:15:36.884655 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:36.915490 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-90a0e384-ddb2-4aac-b0af-b8f2565a4dc0 None None] Set router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:15:36.952196 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ef0c033c-2cf3-4985-a35f-926e51568d7c tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8286278 Jun 18 22:15:36.952196 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4f47a6-f925-4d64-ac24-cbc555c400c0', 'tag': '64192646-900a-4db8-b909-0132cfb2bf53'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:15:36.952196 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c85c755-04e8-48c3-bd9e-2f4cee548a77" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4f47a6-f925-4d64-ac24-cbc555c400c0", "tag": "64192646-900a-4db8-b909-0132cfb2bf53"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:15:36.982157 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72b2b11-849b-47d1-a279-9beebec45ddd x-openstack-request-id: req-a72b2b11-849b-47d1-a279-9beebec45ddd {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:15:36.982767 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4f47a6-f925-4d64-ac24-cbc555c400c0", "tag": "64192646-900a-4db8-b909-0132cfb2bf53", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:15:36.982767 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a72b2b11-849b-47d1-a279-9beebec45ddd {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:15:36.983172 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4f47a6-f925-4d64-ac24-cbc555c400c0', 'tag': '64192646-900a-4db8-b909-0132cfb2bf53', 'status': 'completed', 'code': 200} Jun 18 22:15:37.082664 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85c755-04e8-48c3-bd9e-2f4cee548a77 req-1981f1b8-4a06-439a-9447-be75f6f7784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:37.084144 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3c85c755-04e8-48c3-bd9e-2f4cee548a77 req-1981f1b8-4a06-439a-9447-be75f6f7784f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=842929c6f3a9455d9b9abefa3d85f974&device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 1099 time: 0.0518537 Jun 18 22:15:37.150819 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-90a0e384-ddb2-4aac-b0af-b8f2565a4dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': '2cb9acf6-47e7-4b2f-bcea-86d4ee01b031', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'port_id': '64192646-900a-4db8-b909-0132cfb2bf53', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'mac_address': 'fa:16:3e:7f:ee:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4f47a6-f925-4d64-ac24-cbc555c400c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:15:35Z', 'updated_at': '2021-06-18T22:15:35Z', 'revision_number': 0, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'fixed_ip_address_scope': None}, {'id': 'fe48af91-7161-49f4-8e2a-aec057800a87', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'port_id': '481ea7c4-ae04-4cc1-a976-e1424d50b041', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'mac_address': 'fa:16:3e:f6:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:13:40Z', 'updated_at': '2021-06-18T22:13:42Z', 'revision_number': 1, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:40Z', 'revision_number': 5, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:15:37.178585 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85c755-04e8-48c3-bd9e-2f4cee548a77 req-177dfd79-0181-411e-ba1e-5e653924015f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:37.180022 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3c85c755-04e8-48c3-bd9e-2f4cee548a77 req-177dfd79-0181-411e-ba1e-5e653924015f service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ebbb83f-e076-47fa-a968-28d266a5785d HTTP/1.1" status: 200 len: 913 time: 0.0852761 Jun 18 22:15:37.180293 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a0e384-ddb2-4aac-b0af-b8f2565a4dc0 None None] Checking router: cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:15:37.188638 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a0e384-ddb2-4aac-b0af-b8f2565a4dc0 None None] Routers {'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:15:37.189246 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-90a0e384-ddb2-4aac-b0af-b8f2565a4dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:15:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:15:37.243289 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3c85c755-04e8-48c3-bd9e-2f4cee548a77 req-58c4277e-bfc3-456c-b3c9-be1f2c570fa9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64192646-900a-4db8-b909-0132cfb2bf53 HTTP/1.1" status: 200 len: 1000 time: 0.0566723 Jun 18 22:15:37.290833 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-90a0e384-ddb2-4aac-b0af-b8f2565a4dc0 None None] Set router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:15:37.299290 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85c755-04e8-48c3-bd9e-2f4cee548a77 req-7e1296bc-c25c-41e4-b315-6c444655b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:37.300742 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3c85c755-04e8-48c3-bd9e-2f4cee548a77 req-7e1296bc-c25c-41e4-b315-6c444655b8fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c823f6b7-075a-4fb2-97a0-7659f49c372d HTTP/1.1" status: 200 len: 851 time: 0.0475821 Jun 18 22:15:37.356615 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85c755-04e8-48c3-bd9e-2f4cee548a77 req-3753f420-98b5-418d-a6c5-bca3bb66beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:15:37.358067 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3c85c755-04e8-48c3-bd9e-2f4cee548a77 req-3753f420-98b5-418d-a6c5-bca3bb66beb4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ebbb83f-e076-47fa-a968-28d266a5785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512974 Jun 18 22:15:37.443912 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3c85c755-04e8-48c3-bd9e-2f4cee548a77 req-f37f98fb-6917-430a-a09a-f98613ad3c44 service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788119 Jun 18 22:15:37.509062 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-90a0e384-ddb2-4aac-b0af-b8f2565a4dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': '2cb9acf6-47e7-4b2f-bcea-86d4ee01b031', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'port_id': '64192646-900a-4db8-b909-0132cfb2bf53', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'mac_address': 'fa:16:3e:7f:ee:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4f47a6-f925-4d64-ac24-cbc555c400c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:15:35Z', 'updated_at': '2021-06-18T22:15:35Z', 'revision_number': 0, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'fixed_ip_address_scope': None}, {'id': 'fe48af91-7161-49f4-8e2a-aec057800a87', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'port_id': '481ea7c4-ae04-4cc1-a976-e1424d50b041', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'mac_address': 'fa:16:3e:f6:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:13:40Z', 'updated_at': '2021-06-18T22:13:42Z', 'revision_number': 1, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:40Z', 'revision_number': 5, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:15:37.533869 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3c85c755-04e8-48c3-bd9e-2f4cee548a77 req-cd707c00-63c2-4cfd-a5c9-f878dfb0b69c service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829811 Jun 18 22:15:37.535403 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a0e384-ddb2-4aac-b0af-b8f2565a4dc0 None None] The sync data for ids ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'] in dv-cinder-766752-3-iscsi is: [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': '2cb9acf6-47e7-4b2f-bcea-86d4ee01b031', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'port_id': '64192646-900a-4db8-b909-0132cfb2bf53', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'mac_address': 'fa:16:3e:7f:ee:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4f47a6-f925-4d64-ac24-cbc555c400c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:15:35Z', 'updated_at': '2021-06-18T22:15:35Z', 'revision_number': 0, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'fixed_ip_address_scope': None}, {'id': 'fe48af91-7161-49f4-8e2a-aec057800a87', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'port_id': '481ea7c4-ae04-4cc1-a976-e1424d50b041', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'mac_address': 'fa:16:3e:f6:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:13:40Z', 'updated_at': '2021-06-18T22:13:42Z', 'revision_number': 1, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:40Z', 'revision_number': 5, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:15:37.723530 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4585bff7-f2da-4073-b236-aa6abb97eb9d None None] New status for floating IP 2cb9acf6-47e7-4b2f-bcea-86d4ee01b031: ACTIVE {{(pid=93156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:15:38.387068 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1b2e716b-a7db-440f-a894-ad7a86c64b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:38.895639 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:39.572898 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:41.584585 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:48.122169 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:15:49.173065 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:05.985924 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-05d6528e-97fb-4ee3-9745-7ff1184483ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:08.334393 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c2924bed-65f4-44ab-ab63-233a616dfe59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:08.922584 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:09.574022 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:11.595222 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:19.144942 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:25.120706 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:16:30.830322 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a0e80495-0958-4f45-9acf-64e77bfc6dcc req-3c7e5eef-7051-4aed-ac43-804ab9458dce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508127 Jun 18 22:16:30.935893 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e80495-0958-4f45-9acf-64e77bfc6dcc req-aa2d15f9-8ce7-4420-86af-187b37fe6d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:16:30.938608 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a0e80495-0958-4f45-9acf-64e77bfc6dcc req-aa2d15f9-8ce7-4420-86af-187b37fe6d90 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=842929c6f3a9455d9b9abefa3d85f974&device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 1098 time: 0.0517404 Jun 18 22:16:31.040947 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e80495-0958-4f45-9acf-64e77bfc6dcc req-b9f4c33d-dc4f-4bfc-ba24-d016694eb314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:16:31.042423 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a0e80495-0958-4f45-9acf-64e77bfc6dcc req-b9f4c33d-dc4f-4bfc-ba24-d016694eb314 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ebbb83f-e076-47fa-a968-28d266a5785d HTTP/1.1" status: 200 len: 913 time: 0.0845602 Jun 18 22:16:31.103513 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a0e80495-0958-4f45-9acf-64e77bfc6dcc req-42a21b5c-b508-405f-a87d-254ac9f49427 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=481ea7c4-ae04-4cc1-a976-e1424d50b041 HTTP/1.1" status: 200 len: 1000 time: 0.0546257 Jun 18 22:16:31.151815 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e80495-0958-4f45-9acf-64e77bfc6dcc req-961e80dd-23d5-40fe-a101-845210be4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:16:31.153218 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a0e80495-0958-4f45-9acf-64e77bfc6dcc req-961e80dd-23d5-40fe-a101-845210be4a59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c823f6b7-075a-4fb2-97a0-7659f49c372d HTTP/1.1" status: 200 len: 851 time: 0.0437896 Jun 18 22:16:31.207398 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e80495-0958-4f45-9acf-64e77bfc6dcc req-c4dfa05c-55b5-4ae9-9fca-de0ddbe46b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:16:31.208802 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a0e80495-0958-4f45-9acf-64e77bfc6dcc req-c4dfa05c-55b5-4ae9-9fca-de0ddbe46b9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ebbb83f-e076-47fa-a968-28d266a5785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497046 Jun 18 22:16:31.292539 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a0e80495-0958-4f45-9acf-64e77bfc6dcc req-a96865b7-b2b1-4e2f-bf9a-67c20f8efd37 service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0762448 Jun 18 22:16:31.382547 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a0e80495-0958-4f45-9acf-64e77bfc6dcc req-7a6bcc6e-208b-47e3-bc75-34d5e6ce45f2 service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835178 Jun 18 22:16:35.973185 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a6884567-bd38-44b8-8648-494891bd9c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:38.295134 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [req-6e620359-945a-4bf2-b0a7-0b70a576b2c8 req-d6f35647-194d-45a1-ab2a-b2731ee7b0fa service neutron] (93153) timed out ('10.222.0.44', 60587) {{(pid=93153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 22:16:38.336933 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c3faed0f-6eef-437b-8cf1-b5b2d101a879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:38.931543 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:39.584251 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:41.589625 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:49.179628 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:02.119284 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:17:03.694038 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 43148) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:17:04.181881 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Deleting port e5573df6-bf15-4d33-851c-89ce8a6d9d6a {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:17:04.182222 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:04.257268 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:04.257595 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:04.318325 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Calling delete_port for e5573df6-bf15-4d33-851c-89ce8a6d9d6a owned by network:floatingip {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:17:04.503338 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:04.505516 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:17:04.527495 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event deleted for resources: {'Port': ['ID=e5573df6-bf15-4d33-851c-89ce8a6d9d6a,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:17:04.538710 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:04.539096 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:04.539836 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:04.539836 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:04.540178 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:04.540536 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:04.540893 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:04.541258 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:04.541642 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:04.541980 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:04.542330 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:04.542677 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:04.545629 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:17:04.606139 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for floatingip, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:04.606472 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.l3_db [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Floating IP 2cb9acf6-47e7-4b2f-bcea-86d4ee01b031 disassociated (deleted). External IP: 172.27.1.184, port: 64192646-900a-4db8-b909-0132cfb2bf53. Jun 18 22:17:04.804515 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:17:04.910958 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:17:04.915818 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:04.921577 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fd0325-9daf-4be3-bb48-5a6f0390fd66 None None] Sync routers for ids ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:17:04.930954 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fd0325-9daf-4be3-bb48-5a6f0390fd66 None None] Routers {'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:17:04.931575 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-36fd0325-9daf-4be3-bb48-5a6f0390fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:16:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:04.950947 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-abeb9a73-65f0-4e21-bdaa-2ee99c6d6df5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "DELETE /v2.0/floatingips/2cb9acf6-47e7-4b2f-bcea-86d4ee01b031 HTTP/1.1" status: 204 len: 168 time: 1.2559161 Jun 18 22:17:04.952229 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4f47a6-f925-4d64-ac24-cbc555c400c0', 'tag': '64192646-900a-4db8-b909-0132cfb2bf53'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:17:04.954789 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6121b64-d780-4607-bf21-a28bc29ed60d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4f47a6-f925-4d64-ac24-cbc555c400c0", "tag": "64192646-900a-4db8-b909-0132cfb2bf53"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:17:04.993782 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1099f627-3d73-4890-bd15-93c122d36776 x-openstack-request-id: req-1099f627-3d73-4890-bd15-93c122d36776 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:17:04.993782 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4f47a6-f925-4d64-ac24-cbc555c400c0", "tag": "64192646-900a-4db8-b909-0132cfb2bf53", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:17:04.994103 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1099f627-3d73-4890-bd15-93c122d36776 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:17:04.994639 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4f47a6-f925-4d64-ac24-cbc555c400c0', 'tag': '64192646-900a-4db8-b909-0132cfb2bf53', 'status': 'completed', 'code': 200} Jun 18 22:17:05.045857 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-36fd0325-9daf-4be3-bb48-5a6f0390fd66 None None] Set router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:17:05.094713 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6121b64-d780-4607-bf21-a28bc29ed60d req-9f58f0fc-bcfe-4bb9-8ac0-a89796bf6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:17:05.096640 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e6121b64-d780-4607-bf21-a28bc29ed60d req-9f58f0fc-bcfe-4bb9-8ac0-a89796bf6799 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=842929c6f3a9455d9b9abefa3d85f974&device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 1099 time: 0.0573618 Jun 18 22:17:05.197351 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6121b64-d780-4607-bf21-a28bc29ed60d req-2ae61c2c-74c6-4b5b-a877-12941bd788db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:17:05.200439 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e6121b64-d780-4607-bf21-a28bc29ed60d req-2ae61c2c-74c6-4b5b-a877-12941bd788db service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ebbb83f-e076-47fa-a968-28d266a5785d HTTP/1.1" status: 200 len: 913 time: 0.0962312 Jun 18 22:17:05.241957 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e6121b64-d780-4607-bf21-a28bc29ed60d req-4dbc2831-fcdb-4057-b35b-b2e7259e6472 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64192646-900a-4db8-b909-0132cfb2bf53 HTTP/1.1" status: 200 len: 217 time: 0.0361452 Jun 18 22:17:05.291958 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6121b64-d780-4607-bf21-a28bc29ed60d req-72c132c5-cdc3-4045-a9b3-79547e507a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:17:05.296446 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e6121b64-d780-4607-bf21-a28bc29ed60d req-72c132c5-cdc3-4045-a9b3-79547e507a27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c823f6b7-075a-4fb2-97a0-7659f49c372d HTTP/1.1" status: 200 len: 851 time: 0.0453780 Jun 18 22:17:05.358239 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6121b64-d780-4607-bf21-a28bc29ed60d req-b0d51cd8-d613-4f9b-aadd-c4aedf472da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:17:05.359756 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e6121b64-d780-4607-bf21-a28bc29ed60d req-b0d51cd8-d613-4f9b-aadd-c4aedf472da0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ebbb83f-e076-47fa-a968-28d266a5785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603242 Jun 18 22:17:05.407249 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-36fd0325-9daf-4be3-bb48-5a6f0390fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': 'fe48af91-7161-49f4-8e2a-aec057800a87', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'port_id': '481ea7c4-ae04-4cc1-a976-e1424d50b041', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'mac_address': 'fa:16:3e:f6:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:13:40Z', 'updated_at': '2021-06-18T22:13:42Z', 'revision_number': 1, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:40Z', 'revision_number': 5, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:05.434158 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fd0325-9daf-4be3-bb48-5a6f0390fd66 None None] Checking router: cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:17:05.442327 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fd0325-9daf-4be3-bb48-5a6f0390fd66 None None] Routers {'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:17:05.442939 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-36fd0325-9daf-4be3-bb48-5a6f0390fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:16:38Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:05.491320 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e6121b64-d780-4607-bf21-a28bc29ed60d req-4352dea5-56db-4c28-af8d-79297acf0a15 service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948846 Jun 18 22:17:05.550108 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-36fd0325-9daf-4be3-bb48-5a6f0390fd66 None None] Set router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:17:05.623824 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e6121b64-d780-4607-bf21-a28bc29ed60d req-fa4d2c24-a404-442f-991e-ff80029291ed service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240621 Jun 18 22:17:05.637819 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a09cf3-1eb2-4571-b2e1-3277bf7a0eca req-bceb417a-9125-430e-b7fb-3e3cdf869cb5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:17:05.639839 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-00a09cf3-1eb2-4571-b2e1-3277bf7a0eca req-bceb417a-9125-430e-b7fb-3e3cdf869cb5 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 946 time: 0.1949193 Jun 18 22:17:05.678349 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-00a09cf3-1eb2-4571-b2e1-3277bf7a0eca req-153a807a-8f14-4a67-9316-e7c55ae106a8 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325439 Jun 18 22:17:05.771036 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-36fd0325-9daf-4be3-bb48-5a6f0390fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': 'fe48af91-7161-49f4-8e2a-aec057800a87', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'port_id': '481ea7c4-ae04-4cc1-a976-e1424d50b041', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'mac_address': 'fa:16:3e:f6:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:13:40Z', 'updated_at': '2021-06-18T22:13:42Z', 'revision_number': 1, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:40Z', 'revision_number': 5, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:05.800470 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fd0325-9daf-4be3-bb48-5a6f0390fd66 None None] The sync data for ids ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'] in dv-cinder-766752-3-iscsi is: [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_floatingips': [{'id': 'fe48af91-7161-49f4-8e2a-aec057800a87', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'router_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'port_id': '481ea7c4-ae04-4cc1-a976-e1424d50b041', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'mac_address': 'fa:16:3e:f6:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:13:40Z', 'updated_at': '2021-06-18T22:13:42Z', 'revision_number': 1, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:40Z', 'revision_number': 5, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:17:05.954559 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-12f4303a-9de1-4985-a91a-55ebd4f4e1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:06.006088 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8fc55e-0091-4190-bdd9-0a2048b8b396 None None] New status for floating IP 2cb9acf6-47e7-4b2f-bcea-86d4ee01b031: DOWN {{(pid=93156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:17:06.886164 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c08a73-f144-41b4-b8a3-1aae734b21c3 req-77ba3484-ae03-4fc0-a88c-e8ed40d15a01 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:17:06.887560 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-34c08a73-f144-41b4-b8a3-1aae734b21c3 req-77ba3484-ae03-4fc0-a88c-e8ed40d15a01 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 946 time: 0.1012423 Jun 18 22:17:06.928107 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-34c08a73-f144-41b4-b8a3-1aae734b21c3 req-edb50bac-dc9d-4ba0-9013-8eba1d29b228 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348277 Jun 18 22:17:07.099530 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79e6f4-5f59-4d13-8d92-1514901d567b req-086088a8-beeb-495c-aa66-96a7e87e6b3d tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:17:07.100951 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0c79e6f4-5f59-4d13-8d92-1514901d567b req-086088a8-beeb-495c-aa66-96a7e87e6b3d tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 946 time: 0.0606067 Jun 18 22:17:07.193530 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-0c79e6f4-5f59-4d13-8d92-1514901d567b req-55d177e8-228e-4cb7-bda8-cf4a28f77a29 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Deleting port 64192646-900a-4db8-b909-0132cfb2bf53 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:17:07.193864 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-0c79e6f4-5f59-4d13-8d92-1514901d567b req-55d177e8-228e-4cb7-bda8-cf4a28f77a29 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:07.281716 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-0c79e6f4-5f59-4d13-8d92-1514901d567b req-55d177e8-228e-4cb7-bda8-cf4a28f77a29 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] For port 64192646-900a-4db8-b909-0132cfb2bf53, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=64192646-900a-4db8-b909-0132cfb2bf53,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:17:07.282076 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-0c79e6f4-5f59-4d13-8d92-1514901d567b req-55d177e8-228e-4cb7-bda8-cf4a28f77a29 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:07.346737 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-0c79e6f4-5f59-4d13-8d92-1514901d567b req-55d177e8-228e-4cb7-bda8-cf4a28f77a29 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Calling delete_port for 64192646-900a-4db8-b909-0132cfb2bf53 owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:17:07.542580 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-0c79e6f4-5f59-4d13-8d92-1514901d567b req-55d177e8-228e-4cb7-bda8-cf4a28f77a29 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:07.546831 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-c9f3b4cb-cea8-4f6d-82dc-2275f97b33e0 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:17:07.572615 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d177e8-228e-4cb7-bda8-cf4a28f77a29 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event deleted for resources: {'Port': ['ID=64192646-900a-4db8-b909-0132cfb2bf53,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:17:07.575529 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-55d177e8-228e-4cb7-bda8-cf4a28f77a29 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:17:07.620459 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c79e6f4-5f59-4d13-8d92-1514901d567b req-55d177e8-228e-4cb7-bda8-cf4a28f77a29 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] No DVR routers for this DVR port 64192646-900a-4db8-b909-0132cfb2bf53 on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:17:07.622834 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-0c79e6f4-5f59-4d13-8d92-1514901d567b req-55d177e8-228e-4cb7-bda8-cf4a28f77a29 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:07.625388 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0c79e6f4-5f59-4d13-8d92-1514901d567b req-55d177e8-228e-4cb7-bda8-cf4a28f77a29 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.44 "DELETE /v2.0/ports/64192646-900a-4db8-b909-0132cfb2bf53 HTTP/1.1" status: 204 len: 173 time: 0.5193257 Jun 18 22:17:07.625904 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4f47a6-f925-4d64-ac24-cbc555c400c0', 'name': 'network-vif-deleted', 'tag': '64192646-900a-4db8-b909-0132cfb2bf53'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:17:07.628226 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c6cbce-066a-45e6-8172-0a8919ecbca3" -d '{"events": [{"server_uuid": "0e4f47a6-f925-4d64-ac24-cbc555c400c0", "name": "network-vif-deleted", "tag": "64192646-900a-4db8-b909-0132cfb2bf53"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:17:07.664566 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e8dea9-eb1a-46f2-938e-5ff1c81b9153 x-openstack-request-id: req-f2e8dea9-eb1a-46f2-938e-5ff1c81b9153 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:17:07.664566 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4f47a6-f925-4d64-ac24-cbc555c400c0", "name": "network-vif-deleted", "tag": "64192646-900a-4db8-b909-0132cfb2bf53", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:17:07.664566 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f2e8dea9-eb1a-46f2-938e-5ff1c81b9153 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:17:07.664566 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4f47a6-f925-4d64-ac24-cbc555c400c0', 'name': 'network-vif-deleted', 'tag': '64192646-900a-4db8-b909-0132cfb2bf53', 'status': 'completed', 'code': 200} Jun 18 22:17:08.072088 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fb44b031-f033-434f-9713-84d8b991d077 req-ed929ea0-5054-419c-b504-6c4d2c336eda tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e4f47a6-f925-4d64-ac24-cbc555c400c0 HTTP/1.1" status: 200 len: 210 time: 0.0291474 Jun 18 22:17:08.331670 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5bc6b607-569c-4794-abd5-d484036e6192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:08.875045 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:09.577309 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:11.577595 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:11.626603 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 43192) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:17:11.773837 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-cb22efd9-4f76-4f64-a5df-8702b8803795 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Deleting port 6e279d11-ac1c-4e5b-b3e5-cd5fb8256e34 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:17:11.774177 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cb22efd9-4f76-4f64-a5df-8702b8803795 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:11.847279 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cb22efd9-4f76-4f64-a5df-8702b8803795 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:11.847516 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cb22efd9-4f76-4f64-a5df-8702b8803795 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:11.910650 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-cb22efd9-4f76-4f64-a5df-8702b8803795 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Calling delete_port for 6e279d11-ac1c-4e5b-b3e5-cd5fb8256e34 owned by network:floatingip {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:17:11.992677 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 64192646-900a-4db8-b909-0132cfb2bf53 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:17:12.011925 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] No Port match for: 64192646-900a-4db8-b909-0132cfb2bf53 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:17:12.012301 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 64192646-900a-4db8-b909-0132cfb2bf53 not bound to the agent host hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:17:12.096628 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cb22efd9-4f76-4f64-a5df-8702b8803795 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:12.098661 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-ed2f164d-c2a5-4319-bb15-fa26b0247b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:17:12.125328 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22efd9-4f76-4f64-a5df-8702b8803795 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event deleted for resources: {'Port': ['ID=6e279d11-ac1c-4e5b-b3e5-cd5fb8256e34,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:17:12.128255 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-cb22efd9-4f76-4f64-a5df-8702b8803795 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:17:12.184291 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cb22efd9-4f76-4f64-a5df-8702b8803795 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for floatingip, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:12.184621 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.db.l3_db [None req-cb22efd9-4f76-4f64-a5df-8702b8803795 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Floating IP fe48af91-7161-49f4-8e2a-aec057800a87 disassociated (deleted). External IP: 172.27.1.43, port: 481ea7c4-ae04-4cc1-a976-e1424d50b041. Jun 18 22:17:12.381350 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb22efd9-4f76-4f64-a5df-8702b8803795 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:17:12.487305 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb22efd9-4f76-4f64-a5df-8702b8803795 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:17:12.491918 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cb22efd9-4f76-4f64-a5df-8702b8803795 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:12.496465 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b1ba1-4760-4402-9ad6-a4c966213d5a None None] Sync routers for ids ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:17:12.506343 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b1ba1-4760-4402-9ad6-a4c966213d5a None None] Routers {'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:17:12.506956 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-2a2b1ba1-4760-4402-9ad6-a4c966213d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:17:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:12.527620 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-cb22efd9-4f76-4f64-a5df-8702b8803795 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "DELETE /v2.0/floatingips/fe48af91-7161-49f4-8e2a-aec057800a87 HTTP/1.1" status: 204 len: 168 time: 0.9000266 Jun 18 22:17:12.528324 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'tag': '481ea7c4-ae04-4cc1-a976-e1424d50b041'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:17:12.531719 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e769a846-d7ac-4284-a6b1-275e72843b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "912bf8fe-86a4-4765-81f6-e8a5bceaa934", "tag": "481ea7c4-ae04-4cc1-a976-e1424d50b041"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:17:12.570792 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1e86ac-4e1b-4e2d-8cdd-8204daf4cf9e x-openstack-request-id: req-de1e86ac-4e1b-4e2d-8cdd-8204daf4cf9e {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:17:12.571128 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912bf8fe-86a4-4765-81f6-e8a5bceaa934", "tag": "481ea7c4-ae04-4cc1-a976-e1424d50b041", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:17:12.571404 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-de1e86ac-4e1b-4e2d-8cdd-8204daf4cf9e {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:17:12.572024 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'tag': '481ea7c4-ae04-4cc1-a976-e1424d50b041', 'status': 'completed', 'code': 200} Jun 18 22:17:12.620652 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-2a2b1ba1-4760-4402-9ad6-a4c966213d5a None None] Set router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:17:12.671927 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769a846-d7ac-4284-a6b1-275e72843b7c req-598b9931-d2be-4167-b8e1-ff3ca329a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:17:12.673349 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e769a846-d7ac-4284-a6b1-275e72843b7c req-598b9931-d2be-4167-b8e1-ff3ca329a79d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=842929c6f3a9455d9b9abefa3d85f974&device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 1098 time: 0.0538766 Jun 18 22:17:12.763911 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769a846-d7ac-4284-a6b1-275e72843b7c req-a9c3bd13-7844-4759-be95-9de9efbe9bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:17:12.765372 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e769a846-d7ac-4284-a6b1-275e72843b7c req-a9c3bd13-7844-4759-be95-9de9efbe9bf5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ebbb83f-e076-47fa-a968-28d266a5785d HTTP/1.1" status: 200 len: 913 time: 0.0857773 Jun 18 22:17:12.807553 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e769a846-d7ac-4284-a6b1-275e72843b7c req-135ada29-09bc-464b-95fd-379eb43799fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=481ea7c4-ae04-4cc1-a976-e1424d50b041 HTTP/1.1" status: 200 len: 217 time: 0.0353203 Jun 18 22:17:12.818031 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-2a2b1ba1-4760-4402-9ad6-a4c966213d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:40Z', 'revision_number': 5, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:12.847870 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b1ba1-4760-4402-9ad6-a4c966213d5a None None] Checking router: cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:17:12.856217 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b1ba1-4760-4402-9ad6-a4c966213d5a None None] Routers {'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:17:12.856452 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769a846-d7ac-4284-a6b1-275e72843b7c req-7af03cbc-f662-446f-8f0a-f615ae9e3cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:17:12.856845 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-2a2b1ba1-4760-4402-9ad6-a4c966213d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:17:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:12.858393 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e769a846-d7ac-4284-a6b1-275e72843b7c req-7af03cbc-f662-446f-8f0a-f615ae9e3cad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c823f6b7-075a-4fb2-97a0-7659f49c372d HTTP/1.1" status: 200 len: 851 time: 0.0441618 Jun 18 22:17:12.924382 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769a846-d7ac-4284-a6b1-275e72843b7c req-0aded69e-f42f-4d3b-88d1-dc6430b72d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:17:12.926241 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e769a846-d7ac-4284-a6b1-275e72843b7c req-0aded69e-f42f-4d3b-88d1-dc6430b72d8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ebbb83f-e076-47fa-a968-28d266a5785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577536 Jun 18 22:17:12.965278 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-2a2b1ba1-4760-4402-9ad6-a4c966213d5a None None] Set router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:17:13.017140 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e769a846-d7ac-4284-a6b1-275e72843b7c req-cfbd7d6c-caec-44fa-93c5-8745a2b80db0 service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845501 Jun 18 22:17:13.147840 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e769a846-d7ac-4284-a6b1-275e72843b7c req-658e73f5-f9ef-4564-b5e0-e935b17ed4bc service neutron] 10.222.0.44 "GET /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236022 Jun 18 22:17:13.156067 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba6703-8660-4db5-835e-7687e46a0ba5 req-6b0755c1-3e56-49dd-8a60-1a77cee34d08 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:17:13.157438 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e1ba6703-8660-4db5-835e-7687e46a0ba5 req-6b0755c1-3e56-49dd-8a60-1a77cee34d08 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 945 time: 0.1349485 Jun 18 22:17:13.159684 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-2a2b1ba1-4760-4402-9ad6-a4c966213d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:40Z', 'revision_number': 5, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:13.188071 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b1ba1-4760-4402-9ad6-a4c966213d5a None None] The sync data for ids ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'] in dv-cinder-766752-3-iscsi is: [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:10:33Z', 'revision_number': 4, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi', '_interfaces': [{'id': '04bcee96-cbb4-4a76-9e38-cefd732c6478', 'name': '', 'network_id': '6ebbb83f-e076-47fa-a968-28d266a5785d', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'mac_address': 'fa:16:3e:87:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:32Z', 'updated_at': '2021-06-18T22:10:40Z', 'revision_number': 5, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'subnets': [{'id': 'c823f6b7-075a-4fb2-97a0-7659f49c372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:17:13.196429 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e1ba6703-8660-4db5-835e-7687e46a0ba5 req-b38ad457-0cd6-49fd-9f4c-d7034d7d7831 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330517 Jun 18 22:17:13.392941 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129903a0-9a17-470e-ba66-dff9d44c4bfc None None] New status for floating IP fe48af91-7161-49f4-8e2a-aec057800a87: DOWN {{(pid=93156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:17:14.371034 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245d456-d80f-4627-89d8-2c91d62526e6 req-536d3f10-c1c5-41db-82e9-880e70b59519 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:17:14.372480 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6245d456-d80f-4627-89d8-2c91d62526e6 req-536d3f10-c1c5-41db-82e9-880e70b59519 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 945 time: 0.0651197 Jun 18 22:17:14.410331 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6245d456-d80f-4627-89d8-2c91d62526e6 req-8a471a4e-1e8a-4053-9e8a-71334888212d tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/security-groups?id=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317760 Jun 18 22:17:14.661501 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ba0d1-e255-4444-a39a-ba799c91f25e req-db2737c1-ab7e-4c57-ae45-6627577bd4c9 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:17:14.662893 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4e4ba0d1-e255-4444-a39a-ba799c91f25e req-db2737c1-ab7e-4c57-ae45-6627577bd4c9 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.44 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 945 time: 0.0617058 Jun 18 22:17:14.758530 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-4e4ba0d1-e255-4444-a39a-ba799c91f25e req-d0652a95-ca1e-46ff-8d51-3fb32056ede2 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Deleting port 481ea7c4-ae04-4cc1-a976-e1424d50b041 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:17:14.758868 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-4e4ba0d1-e255-4444-a39a-ba799c91f25e req-d0652a95-ca1e-46ff-8d51-3fb32056ede2 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:14.845702 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-4e4ba0d1-e255-4444-a39a-ba799c91f25e req-d0652a95-ca1e-46ff-8d51-3fb32056ede2 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] For port 481ea7c4-ae04-4cc1-a976-e1424d50b041, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=481ea7c4-ae04-4cc1-a976-e1424d50b041,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:17:14.846113 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-4e4ba0d1-e255-4444-a39a-ba799c91f25e req-d0652a95-ca1e-46ff-8d51-3fb32056ede2 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:15.207276 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [req-4e4ba0d1-e255-4444-a39a-ba799c91f25e req-d0652a95-ca1e-46ff-8d51-3fb32056ede2 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Calling delete_port for 481ea7c4-ae04-4cc1-a976-e1424d50b041 owned by compute:nova {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:17:15.393876 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-4e4ba0d1-e255-4444-a39a-ba799c91f25e req-d0652a95-ca1e-46ff-8d51-3fb32056ede2 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:15.398244 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-933d1801-f8a8-4024-8ce1-f5a82b5ef299 tempest-AttachVolumeNegativeTest-1706697285 tempest-AttachVolumeNegativeTest-1706697285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:17:15.427158 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0652a95-ca1e-46ff-8d51-3fb32056ede2 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event deleted for resources: {'Port': ['ID=481ea7c4-ae04-4cc1-a976-e1424d50b041,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:17:15.434525 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-d0652a95-ca1e-46ff-8d51-3fb32056ede2 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:17:15.477822 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4ba0d1-e255-4444-a39a-ba799c91f25e req-d0652a95-ca1e-46ff-8d51-3fb32056ede2 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] No DVR routers for this DVR port 481ea7c4-ae04-4cc1-a976-e1424d50b041 on host hv-cinder-76675 {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:17:15.480385 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-4e4ba0d1-e255-4444-a39a-ba799c91f25e req-d0652a95-ca1e-46ff-8d51-3fb32056ede2 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:15.482886 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4e4ba0d1-e255-4444-a39a-ba799c91f25e req-d0652a95-ca1e-46ff-8d51-3fb32056ede2 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.44 "DELETE /v2.0/ports/481ea7c4-ae04-4cc1-a976-e1424d50b041 HTTP/1.1" status: 204 len: 173 time: 0.8136649 Jun 18 22:17:15.483420 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'name': 'network-vif-deleted', 'tag': '481ea7c4-ae04-4cc1-a976-e1424d50b041'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:17:15.485749 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd507c6bf225ce8f7557b6b259c0f227fa7133e386318670db8accf7d4560cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb07674-c94d-40b7-859b-343a3e4c2479" -d '{"events": [{"server_uuid": "912bf8fe-86a4-4765-81f6-e8a5bceaa934", "name": "network-vif-deleted", "tag": "481ea7c4-ae04-4cc1-a976-e1424d50b041"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:17:15.522306 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54749c2-0b81-47ac-8453-60feef6ce53e x-openstack-request-id: req-a54749c2-0b81-47ac-8453-60feef6ce53e {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:17:15.522816 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912bf8fe-86a4-4765-81f6-e8a5bceaa934", "name": "network-vif-deleted", "tag": "481ea7c4-ae04-4cc1-a976-e1424d50b041", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:17:15.523112 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a54749c2-0b81-47ac-8453-60feef6ce53e {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:17:15.523547 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912bf8fe-86a4-4765-81f6-e8a5bceaa934', 'name': 'network-vif-deleted', 'tag': '481ea7c4-ae04-4cc1-a976-e1424d50b041', 'status': 'completed', 'code': 200} Jun 18 22:17:15.555536 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dd8b12b3-d95a-46c2-b3e9-1bed79ab696b req-ac39ed50-2cf4-4c79-9724-f2ea8584a524 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 210 time: 0.0305109 Jun 18 22:17:16.709534 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7835e3c9-2adb-491c-b8fc-d9708e383e64 req-60bf09a3-3fe5-4341-be46-a900def14ba8 tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "GET /v2.0/ports?device_id=912bf8fe-86a4-4765-81f6-e8a5bceaa934 HTTP/1.1" status: 200 len: 210 time: 0.0285752 Jun 18 22:17:17.800022 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 43212) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:17:17.923023 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-1c549467-2f8b-4a2b-a64a-3d9db218d51e tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Deleting port 8fef71da-6779-4bf0-9be2-fc254b81e01b {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:17:17.923357 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1c549467-2f8b-4a2b-a64a-3d9db218d51e tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:17.995896 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1c549467-2f8b-4a2b-a64a-3d9db218d51e tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:17.996257 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1c549467-2f8b-4a2b-a64a-3d9db218d51e tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:18.060899 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-1c549467-2f8b-4a2b-a64a-3d9db218d51e tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Calling delete_port for 8fef71da-6779-4bf0-9be2-fc254b81e01b owned by network:floatingip {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:17:18.244909 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1c549467-2f8b-4a2b-a64a-3d9db218d51e tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:18.247650 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-6c5b00c7-78fb-4f86-991d-3327c180e9be tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:17:18.270784 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c549467-2f8b-4a2b-a64a-3d9db218d51e tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event deleted for resources: {'Port': ['ID=8fef71da-6779-4bf0-9be2-fc254b81e01b,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:17:18.274518 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-1c549467-2f8b-4a2b-a64a-3d9db218d51e tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:17:18.330430 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1c549467-2f8b-4a2b-a64a-3d9db218d51e tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for floatingip, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:18.332980 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1c549467-2f8b-4a2b-a64a-3d9db218d51e tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38651'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:18.334090 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-1c549467-2f8b-4a2b-a64a-3d9db218d51e tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "DELETE /v2.0/floatingips/283ef8f0-0699-4fa8-9633-c5c3b5eaae8a HTTP/1.1" status: 204 len: 168 time: 0.5330763 Jun 18 22:17:19.198861 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:19.772024 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 43224) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:17:19.828624 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-92fd2d6c-2441-4421-8eb6-483babd0472e tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:19.852480 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-92fd2d6c-2441-4421-8eb6-483babd0472e tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:19.982890 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-92fd2d6c-2441-4421-8eb6-483babd0472e tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:19.985574 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-92fd2d6c-2441-4421-8eb6-483babd0472e tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:19.986708 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-92fd2d6c-2441-4421-8eb6-483babd0472e tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] 10.222.0.38 "DELETE /v2.0/security-groups/0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67 HTTP/1.1" status: 204 len: 168 time: 0.2136996 Jun 18 22:17:19.987515 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-d179747e-5cf6-4316-b7c9-968eadcc9b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:17:19.996332 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd2d6c-2441-4421-8eb6-483babd0472e tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a903ddd-66b7-4ab3-b865-ee6a1a4e4c67,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:17:20.000263 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-92fd2d6c-2441-4421-8eb6-483babd0472e tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:17:20.096459 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 43228) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:17:20.100929 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 481ea7c4-ae04-4cc1-a976-e1424d50b041 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:17:20.121235 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] No Port match for: 481ea7c4-ae04-4cc1-a976-e1424d50b041 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:17:20.121603 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Device 481ea7c4-ae04-4cc1-a976-e1424d50b041 not bound to the agent host hv-cinder-76675 {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:17:20.532597 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6aa66165-8e12-4138-9b75-8131b20ab475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606708'] for router_interface, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:20.774939 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-6aa66165-8e12-4138-9b75-8131b20ab475 admin admin] Deleting port 04bcee96-cbb4-4a76-9e38-cefd732c6478 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:17:20.775646 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6aa66165-8e12-4138-9b75-8131b20ab475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:20.851716 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-6aa66165-8e12-4138-9b75-8131b20ab475 admin admin] For port 04bcee96-cbb4-4a76-9e38-cefd732c6478, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=04bcee96-cbb4-4a76-9e38-cefd732c6478,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:17:20.852068 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6aa66165-8e12-4138-9b75-8131b20ab475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:20.912381 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-6aa66165-8e12-4138-9b75-8131b20ab475 admin admin] Calling delete_port for 04bcee96-cbb4-4a76-9e38-cefd732c6478 owned by network:router_interface {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:17:21.147495 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6aa66165-8e12-4138-9b75-8131b20ab475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:21.150268 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-28eab481-9892-4e4b-be1d-b9d5c647d948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:17:21.177432 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa66165-8e12-4138-9b75-8131b20ab475 admin admin] Pushing event deleted for resources: {'Port': ['ID=04bcee96-cbb4-4a76-9e38-cefd732c6478,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:17:21.180808 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-6aa66165-8e12-4138-9b75-8131b20ab475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:17:21.340687 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6aa66165-8e12-4138-9b75-8131b20ab475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606536'] for router_interface, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:21.545734 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa66165-8e12-4138-9b75-8131b20ab475 admin admin] Router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:17:21.647828 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa66165-8e12-4138-9b75-8131b20ab475 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:17:21.652635 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-6aa66165-8e12-4138-9b75-8131b20ab475 admin admin] 10.222.0.38 "PUT /v2.0/routers/cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5551052 Jun 18 22:17:21.655825 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 43232) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:17:21.656571 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00b90a-0ac3-4042-ba17-8d0ca5120295 None None] Sync routers for ids ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'] in dv-cinder-766752-3-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:17:21.665435 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00b90a-0ac3-4042-ba17-8d0ca5120295 None None] Routers {'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:17:21.666051 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-9b00b90a-0ac3-4042-ba17-8d0ca5120295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:17:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:21.755635 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-83c0e99f-9d63-4112-9f52-25b2d339b0b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:21.766670 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-9b00b90a-0ac3-4042-ba17-8d0ca5120295 None None] Set router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:17:21.854606 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-83c0e99f-9d63-4112-9f52-25b2d339b0b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:21.939011 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-9b00b90a-0ac3-4042-ba17-8d0ca5120295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:17:21Z', 'revision_number': 5, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port': {'id': '03ec858c-38ba-4dc1-8b5c-0c4c28c1d544', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:31Z', 'updated_at': '2021-06-18T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:21.964805 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00b90a-0ac3-4042-ba17-8d0ca5120295 None None] Checking router: cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 for host: dv-cinder-766752-3-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:17:21.973220 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00b90a-0ac3-4042-ba17-8d0ca5120295 None None] Routers {'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:17:21.973838 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-9b00b90a-0ac3-4042-ba17-8d0ca5120295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:17:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:21.978125 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e99f-9d63-4112-9f52-25b2d339b0b0 admin admin] Deleting port 03ec858c-38ba-4dc1-8b5c-0c4c28c1d544 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:17:21.978472 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-83c0e99f-9d63-4112-9f52-25b2d339b0b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:22.058545 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-83c0e99f-9d63-4112-9f52-25b2d339b0b0 admin admin] For port 03ec858c-38ba-4dc1-8b5c-0c4c28c1d544, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=03ec858c-38ba-4dc1-8b5c-0c4c28c1d544,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:17:22.058905 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-83c0e99f-9d63-4112-9f52-25b2d339b0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:22.127543 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e99f-9d63-4112-9f52-25b2d339b0b0 admin admin] Calling delete_port for 03ec858c-38ba-4dc1-8b5c-0c4c28c1d544 owned by network:router_gateway {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:17:22.183625 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-9b00b90a-0ac3-4042-ba17-8d0ca5120295 None None] Set router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 gateway port host: None {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:17:22.236643 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-9b00b90a-0ac3-4042-ba17-8d0ca5120295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:17:21Z', 'revision_number': 6, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port_host': None}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:22.263266 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00b90a-0ac3-4042-ba17-8d0ca5120295 None None] The sync data for ids ['cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5'] in dv-cinder-766752-3-iscsi is: [{'id': 'cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5', 'name': 'tempest-TestVolumeBootPattern-2077394142-router', 'tenant_id': '842929c6f3a9455d9b9abefa3d85f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:30Z', 'updated_at': '2021-06-18T22:17:21Z', 'revision_number': 6, 'project_id': '842929c6f3a9455d9b9abefa3d85f974', 'gw_port_host': None}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:17:22.342118 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-83c0e99f-9d63-4112-9f52-25b2d339b0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:22.344278 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-7200c291-f5a0-4eca-aca2-b498a1b9f00f tempest-TestShelveInstance-932691702 tempest-TestShelveInstance-932691702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:17:22.367919 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e99f-9d63-4112-9f52-25b2d339b0b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=03ec858c-38ba-4dc1-8b5c-0c4c28c1d544,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:17:22.370829 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-83c0e99f-9d63-4112-9f52-25b2d339b0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:17:22.431588 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-83c0e99f-9d63-4112-9f52-25b2d339b0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546148'] for router_gateway, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:22.517024 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-83c0e99f-9d63-4112-9f52-25b2d339b0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1833'] for router, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:22.519028 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-83c0e99f-9d63-4112-9f52-25b2d339b0b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:22.633422 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-83c0e99f-9d63-4112-9f52-25b2d339b0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607531'] for router, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:22.634010 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c0e99f-9d63-4112-9f52-25b2d339b0b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 {{(pid=93154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 22:17:22.639162 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-83c0e99f-9d63-4112-9f52-25b2d339b0b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:22.640321 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-83c0e99f-9d63-4112-9f52-25b2d339b0b0 admin admin] 10.222.0.38 "DELETE /v2.0/routers/cdd187e9-4eb2-4b6a-92fd-cce1466aa9d5 HTTP/1.1" status: 204 len: 168 time: 0.9835351 Jun 18 22:17:22.642795 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 43234) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:17:22.695786 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_v2 [None req-5424ed2a-32a1-4a5a-93db-f2b78cebdd7f admin admin] Deleting subnet c823f6b7-075a-4fb2-97a0-7659f49c372d {{(pid=93154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:17:22.698776 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5424ed2a-32a1-4a5a-93db-f2b78cebdd7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:22.731298 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5424ed2a-32a1-4a5a-93db-f2b78cebdd7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11814656'] for subnet, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:22.803920 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5424ed2a-32a1-4a5a-93db-f2b78cebdd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814669'] for subnet, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:22.942681 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5424ed2a-32a1-4a5a-93db-f2b78cebdd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9074105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11780518'] for subnet, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:22.945329 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:17:22.973704 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5424ed2a-32a1-4a5a-93db-f2b78cebdd7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:22.975556 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-5424ed2a-32a1-4a5a-93db-f2b78cebdd7f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c823f6b7-075a-4fb2-97a0-7659f49c372d HTTP/1.1" status: 204 len: 168 time: 0.3318069 Jun 18 22:17:22.976603 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424ed2a-32a1-4a5a-93db-f2b78cebdd7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c823f6b7-075a-4fb2-97a0-7659f49c372d,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:17:22.978103 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.38', 43236) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:17:22.983559 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-5424ed2a-32a1-4a5a-93db-f2b78cebdd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:17:22.989048 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbc3780-cb43-48d0-b63f-f62131b76dd5 None None] Network 6ebbb83f-e076-47fa-a968-28d266a5785d requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:17:23.073354 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780721'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:23.127816 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Deleting port cd1ae26e-1146-4779-b655-406e0280ed61 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:17:23.128191 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:23.141449 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 04bcee96-cbb4-4a76-9e38-cefd732c6478 no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:17:23.167056 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 04bcee96-cbb4-4a76-9e38-cefd732c6478 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:17:23.167741 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 04bcee96-cbb4-4a76-9e38-cefd732c6478 not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:17:23.168266 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 03ec858c-38ba-4dc1-8b5c-0c4c28c1d544 no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:17:23.197219 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] For port cd1ae26e-1146-4779-b655-406e0280ed61, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=cd1ae26e-1146-4779-b655-406e0280ed61,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:17:23.197600 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:23.199378 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 03ec858c-38ba-4dc1-8b5c-0c4c28c1d544 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:17:23.199731 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 03ec858c-38ba-4dc1-8b5c-0c4c28c1d544 not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:17:23.265781 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Calling delete_port for cd1ae26e-1146-4779-b655-406e0280ed61 owned by network:dhcp {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:17:23.314068 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] DHCP port deletion for 6ebbb83f-e076-47fa-a968-28d266a5785d request from dv-cinder-766752-3-iscsi {{(pid=93155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 22:17:23.373666 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] Deleting port cd1ae26e-1146-4779-b655-406e0280ed61 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:17:23.374128 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:23.434203 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] For port cd1ae26e-1146-4779-b655-406e0280ed61, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=cd1ae26e-1146-4779-b655-406e0280ed61,segment=NetworkSegment(bdfb6a14-f5b6-4b07-a63a-81c64ed14003),segment_id=bdfb6a14-f5b6-4b07-a63a-81c64ed14003)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:17:23.434604 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:23.456257 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460578'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:23.459945 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-94822a33-0ae7-4c64-8b22-3c30a6053ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:17:23.481596 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1ae26e-1146-4779-b655-406e0280ed61,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:17:23.485837 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] No DVR routers for this DVR port cd1ae26e-1146-4779-b655-406e0280ed61 on host dv-cinder-766752-3-iscsi {{(pid=93153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:17:23.502614 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] Calling delete_port for cd1ae26e-1146-4779-b655-406e0280ed61 owned by network:dhcp {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:17:23.510253 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.510642 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.511016 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.511391 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.511754 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.512284 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.512508 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.512865 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.513883 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.514244 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.514593 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.514948 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.518046 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:17:23.570826 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817618', 'neutron.services.segments.db._delete_segments_for_network-8737367115731'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:23.581330 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:23.582762 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebbb83f-e076-47fa-a968-28d266a5785d']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:23.583229 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-ad72d2ef-ec06-4f49-bca7-367262af7183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:17:23.594271 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:23.594559 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfb6a14-f5b6-4b07-a63a-81c64ed14003') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:23.602951 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737367115560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460690'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:23.609081 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] Pushing event deleted for resources: {'Port': ['ID=cd1ae26e-1146-4779-b655-406e0280ed61,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:17:23.613883 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] No DVR routers for this DVR port cd1ae26e-1146-4779-b655-406e0280ed61 on host dv-cinder-766752-3-iscsi {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:17:23.616347 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:23.620379 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.620725 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.621236 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.621371 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.621705 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.622034 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.622907 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.623347 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.623836 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.624217 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.624319 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:17:23.624543 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.624722 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454771'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:23.624868 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: Traceback (most recent call last): Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: timer() Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: cb(*args, **kw) Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: return func(*args, **kwargs) Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: self._notify() Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: self.callback(batched_events) Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: event.method(event) Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: return f(self, *a, **k) Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._get(url).json() Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:17:23.626419 dv-cinder-766752-3-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:17:23.630146 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-c9bcd91a-e8f8-4856-a2e7-b7d20d05dacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:17:23.736325 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546235'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:23.739565 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-d2e6c91a-8822-423e-82b6-984131ceafdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:17:23.741908 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:23.743745 dv-cinder-766752-3-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] 10.222.0.38 "DELETE /v2.0/networks/6ebbb83f-e076-47fa-a968-28d266a5785d HTTP/1.1" status: 204 len: 168 time: 0.7640920 Jun 18 22:17:23.747013 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 43240) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:17:23.754933 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Pushing event deleted for resources: {'Network': ['ID=6ebbb83f-e076-47fa-a968-28d266a5785d,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:17:23.757483 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-23fd8307-f4d7-41fe-9c35-e9bb2a29d88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:17:24.380786 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-549dabfd-378c-4373-a53e-5b6c0eade4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606708'] for router_interface, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:24.632013 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-549dabfd-378c-4373-a53e-5b6c0eade4d0 admin admin] Deleting port 077dbcff-f24b-4d30-a9de-81cde83b2297 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:17:24.632395 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-549dabfd-378c-4373-a53e-5b6c0eade4d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:24.711629 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-549dabfd-378c-4373-a53e-5b6c0eade4d0 admin admin] For port 077dbcff-f24b-4d30-a9de-81cde83b2297, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=077dbcff-f24b-4d30-a9de-81cde83b2297,segment=NetworkSegment(fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b),segment_id=fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:17:24.711984 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-549dabfd-378c-4373-a53e-5b6c0eade4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:24.776547 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-549dabfd-378c-4373-a53e-5b6c0eade4d0 admin admin] Calling delete_port for 077dbcff-f24b-4d30-a9de-81cde83b2297 owned by network:router_interface {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:17:25.010174 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-549dabfd-378c-4373-a53e-5b6c0eade4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:25.012124 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-343af0b6-decc-4a1c-abf8-6e09139ebe10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:17:25.035369 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549dabfd-378c-4373-a53e-5b6c0eade4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=077dbcff-f24b-4d30-a9de-81cde83b2297,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:17:25.039277 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-549dabfd-378c-4373-a53e-5b6c0eade4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:17:25.161972 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device cd1ae26e-1146-4779-b655-406e0280ed61 no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:17:25.182193 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: cd1ae26e-1146-4779-b655-406e0280ed61 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:17:25.182858 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device cd1ae26e-1146-4779-b655-406e0280ed61 not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:17:25.206917 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-549dabfd-378c-4373-a53e-5b6c0eade4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606536'] for router_interface, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:25.412287 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549dabfd-378c-4373-a53e-5b6c0eade4d0 admin admin] Router 9413f945-627d-48e4-b5c9-66fa5f567879 has already been hosted by L3 agent 74607804-f6ef-46a6-8eb2-e83cb1c94dbc {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:17:25.514971 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549dabfd-378c-4373-a53e-5b6c0eade4d0 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:17:25.520390 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-549dabfd-378c-4373-a53e-5b6c0eade4d0 admin admin] 10.222.0.38 "PUT /v2.0/routers/9413f945-627d-48e4-b5c9-66fa5f567879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7712076 Jun 18 22:17:25.522614 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 43242) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:17:25.525241 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3431bc0a-ca57-41b2-8b03-f4ee437ecdb4 None None] Sync routers for ids ['9413f945-627d-48e4-b5c9-66fa5f567879'] in dv-cinder-766752-3-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:17:25.537840 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3431bc0a-ca57-41b2-8b03-f4ee437ecdb4 None None] Routers {'9413f945-627d-48e4-b5c9-66fa5f567879'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:17:25.538853 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-3431bc0a-ca57-41b2-8b03-f4ee437ecdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:17:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['9413f945-627d-48e4-b5c9-66fa5f567879'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:25.626188 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1734bcd4-9deb-4f87-94d7-0e6079aeafed admin admin] Notify callbacks [] for router, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:25.639771 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-3431bc0a-ca57-41b2-8b03-f4ee437ecdb4 None None] Set router 9413f945-627d-48e4-b5c9-66fa5f567879 gateway port host: dv-cinder-766752-3-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:17:25.728077 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1734bcd4-9deb-4f87-94d7-0e6079aeafed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:25.811229 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-3431bc0a-ca57-41b2-8b03-f4ee437ecdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'name': 'tempest-TestVolumeBootPattern-257965479-router', 'tenant_id': '65d5ffd5467c49f99d490197fee7896f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'external_fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:36Z', 'updated_at': '2021-06-18T22:17:24Z', 'revision_number': 5, 'project_id': '65d5ffd5467c49f99d490197fee7896f', 'gw_port': {'id': '30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8', 'name': '', 'network_id': 'ac7fe84e-50f5-4915-b437-0569bccbfaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:10:36Z', 'updated_at': '2021-06-18T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '467ce04a-3e35-49c7-b989-561dd094bc72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-iscsi'}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:25.839272 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3431bc0a-ca57-41b2-8b03-f4ee437ecdb4 None None] Checking router: 9413f945-627d-48e4-b5c9-66fa5f567879 for host: dv-cinder-766752-3-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:17:25.848677 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3431bc0a-ca57-41b2-8b03-f4ee437ecdb4 None None] Routers {'9413f945-627d-48e4-b5c9-66fa5f567879'} bound to L3 agent in host dv-cinder-766752-3-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:17:25.849289 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-3431bc0a-ca57-41b2-8b03-f4ee437ecdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:53:08Z,description=,heartbeat_timestamp=2021-06-18T22:17:08Z,host='dv-cinder-766752-3-iscsi',id=74607804-f6ef-46a6-8eb2-e83cb1c94dbc,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:53:09Z,topic='l3_agent')) {'router_ids': ['9413f945-627d-48e4-b5c9-66fa5f567879'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:25.864522 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-1734bcd4-9deb-4f87-94d7-0e6079aeafed admin admin] Deleting port 30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:17:25.864880 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1734bcd4-9deb-4f87-94d7-0e6079aeafed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:25.932051 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-3431bc0a-ca57-41b2-8b03-f4ee437ecdb4 None None] Set router 9413f945-627d-48e4-b5c9-66fa5f567879 gateway port host: None {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:17:25.946125 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-1734bcd4-9deb-4f87-94d7-0e6079aeafed admin admin] For port 30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8,segment=NetworkSegment(33237f40-cc28-4ade-8679-6d76555b918a),segment_id=33237f40-cc28-4ade-8679-6d76555b918a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:17:25.946478 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1734bcd4-9deb-4f87-94d7-0e6079aeafed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:25.982850 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-3431bc0a-ca57-41b2-8b03-f4ee437ecdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'name': 'tempest-TestVolumeBootPattern-257965479-router', 'tenant_id': '65d5ffd5467c49f99d490197fee7896f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:36Z', 'updated_at': '2021-06-18T22:17:25Z', 'revision_number': 6, 'project_id': '65d5ffd5467c49f99d490197fee7896f', 'gw_port_host': None}], 'dv-cinder-766752-3-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:26.008510 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-1734bcd4-9deb-4f87-94d7-0e6079aeafed admin admin] Calling delete_port for 30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8 owned by network:router_gateway {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:17:26.011466 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3431bc0a-ca57-41b2-8b03-f4ee437ecdb4 None None] The sync data for ids ['9413f945-627d-48e4-b5c9-66fa5f567879'] in dv-cinder-766752-3-iscsi is: [{'id': '9413f945-627d-48e4-b5c9-66fa5f567879', 'name': 'tempest-TestVolumeBootPattern-257965479-router', 'tenant_id': '65d5ffd5467c49f99d490197fee7896f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:10:36Z', 'updated_at': '2021-06-18T22:17:25Z', 'revision_number': 6, 'project_id': '65d5ffd5467c49f99d490197fee7896f', 'gw_port_host': None}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:17:26.216003 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1734bcd4-9deb-4f87-94d7-0e6079aeafed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:26.218632 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-fd167c32-bdf2-4e77-8810-a490d11e3ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:17:26.242522 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734bcd4-9deb-4f87-94d7-0e6079aeafed admin admin] Pushing event deleted for resources: {'Port': ['ID=30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:17:26.246272 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-1734bcd4-9deb-4f87-94d7-0e6079aeafed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:17:26.304467 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1734bcd4-9deb-4f87-94d7-0e6079aeafed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546148'] for router_gateway, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:26.394742 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1734bcd4-9deb-4f87-94d7-0e6079aeafed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1833'] for router, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:26.396935 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1734bcd4-9deb-4f87-94d7-0e6079aeafed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:26.501491 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1734bcd4-9deb-4f87-94d7-0e6079aeafed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607531'] for router, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:26.502169 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1734bcd4-9deb-4f87-94d7-0e6079aeafed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9413f945-627d-48e4-b5c9-66fa5f567879 {{(pid=93154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 22:17:26.506070 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1734bcd4-9deb-4f87-94d7-0e6079aeafed admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:26.507174 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-1734bcd4-9deb-4f87-94d7-0e6079aeafed admin admin] 10.222.0.38 "DELETE /v2.0/routers/9413f945-627d-48e4-b5c9-66fa5f567879 HTTP/1.1" status: 204 len: 168 time: 0.9831698 Jun 18 22:17:26.509865 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 43244) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:17:26.558374 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_v2 [None req-77dd1617-83ca-4484-9b73-ff2325f004f9 admin admin] Deleting subnet 283bfb77-a829-4578-9356-9ec18d85ce1f {{(pid=93154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:17:26.562028 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-77dd1617-83ca-4484-9b73-ff2325f004f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:26.594416 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-77dd1617-83ca-4484-9b73-ff2325f004f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11814656'] for subnet, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:26.666742 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-77dd1617-83ca-4484-9b73-ff2325f004f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814669'] for subnet, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:26.794518 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-77dd1617-83ca-4484-9b73-ff2325f004f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9074105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11780518'] for subnet, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:26.796931 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-e0401e4d-6c75-4015-b3bd-8cc4c3e297cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:17:26.822224 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd1617-83ca-4484-9b73-ff2325f004f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=283bfb77-a829-4578-9356-9ec18d85ce1f,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:17:26.825088 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-77dd1617-83ca-4484-9b73-ff2325f004f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:17:26.826864 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-77dd1617-83ca-4484-9b73-ff2325f004f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:26.828346 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-77dd1617-83ca-4484-9b73-ff2325f004f9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/283bfb77-a829-4578-9356-9ec18d85ce1f HTTP/1.1" status: 204 len: 168 time: 0.3175204 Jun 18 22:17:26.830876 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 43246) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:17:26.834059 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8764c1b1-78f8-4b85-b8ed-5b85102d0288 None None] Network c2f7ea72-863a-4cbf-a71f-7fdf0458fa31 requested from dv-cinder-766752-3-iscsi {{(pid=93155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:17:26.898020 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780721'] for network, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:26.956195 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] Deleting port 73140a0e-0228-4be2-be78-452abb9820f2 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:17:26.956649 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:27.025583 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07b90fd-80eb-44a2-bc9d-8df05af0b123 None None] DHCP port deletion for c2f7ea72-863a-4cbf-a71f-7fdf0458fa31 request from dv-cinder-766752-3-iscsi {{(pid=93155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 22:17:27.031020 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] For port 73140a0e-0228-4be2-be78-452abb9820f2, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=73140a0e-0228-4be2-be78-452abb9820f2,segment=NetworkSegment(fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b),segment_id=fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:17:27.031371 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:27.089654 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-e07b90fd-80eb-44a2-bc9d-8df05af0b123 None None] Deleting port 73140a0e-0228-4be2-be78-452abb9820f2 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:17:27.090157 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e07b90fd-80eb-44a2-bc9d-8df05af0b123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737367096293'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:27.103180 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] Calling delete_port for 73140a0e-0228-4be2-be78-452abb9820f2 owned by network:dhcp {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:17:27.127924 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 73140a0e-0228-4be2-be78-452abb9820f2 no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:17:27.185174 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-e07b90fd-80eb-44a2-bc9d-8df05af0b123 None None] For port 73140a0e-0228-4be2-be78-452abb9820f2, host dv-cinder-766752-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-iscsi',level=0,port_id=73140a0e-0228-4be2-be78-452abb9820f2,segment=NetworkSegment(fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b),segment_id=fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:17:27.185564 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e07b90fd-80eb-44a2-bc9d-8df05af0b123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545957'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:27.238698 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9074115'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:27.242045 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-bae4ee4f-928a-428d-a80f-9fc310c13e5f tempest-TestVolumeBootPattern-1051081221 tempest-TestVolumeBootPattern-1051081221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:17:27.248953 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-e07b90fd-80eb-44a2-bc9d-8df05af0b123 None None] Calling delete_port for 73140a0e-0228-4be2-be78-452abb9820f2 owned by network:dhcp {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:17:27.269435 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=73140a0e-0228-4be2-be78-452abb9820f2,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:17:27.271887 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:17:27.274502 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] No DVR routers for this DVR port 73140a0e-0228-4be2-be78-452abb9820f2 on host dv-cinder-766752-3-iscsi {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:17:27.277364 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Port 73140a0e-0228-4be2-be78-452abb9820f2 update to DOWN by agent not found {{(pid=93155) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 18 22:17:27.277808 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8 no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:17:27.298860 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:17:27.299218 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 30dfe4b9-1c79-4fcd-869b-8a1bc5e359f8 not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:17:27.299639 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 077dbcff-f24b-4d30-a9de-81cde83b2297 no longer exists at agent ovs-agent-dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:17:27.343889 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817618', 'neutron.services.segments.db._delete_segments_for_network-8737367115731'] for network, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:27.345197 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] No Port match for: 077dbcff-f24b-4d30-a9de-81cde83b2297 {{(pid=93155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:17:27.345552 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.rpc [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Device 077dbcff-f24b-4d30-a9de-81cde83b2297 not bound to the agent host dv-cinder-766752-3-iscsi {{(pid=93155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:17:27.354411 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f7ea72-863a-4cbf-a71f-7fdf0458fa31']}} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:27.364227 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b') {'for_net_delete': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:27.364521 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9b45d2-7436-4d5c-a9a3-f83c1f221d3b') {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:17:27.373833 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737367115560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11814665'] for segment, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:27.379592 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e07b90fd-80eb-44a2-bc9d-8df05af0b123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1610870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737367034853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737366605159'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:27.384132 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-59f11638-4e80-450f-bc82-ef4807db070f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:17:27.387364 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298'] for segment, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:27.394248 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071122'] for segment, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.398469 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: Traceback (most recent call last): Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: timer() Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: cb(*args, **kw) Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: return func(*args, **kwargs) Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: self._notify() Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: self.callback(batched_events) Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: event.method(event) Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: return f(self, *a, **k) Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: return self._get(url).json() Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: return self.request(url, 'GET', **kwargs) Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:17:27.403058 dv-cinder-766752-3-iscsi neutron-server[93154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:17:27.410385 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b90fd-80eb-44a2-bc9d-8df05af0b123 None None] Pushing event deleted for resources: {'Port': ['ID=73140a0e-0228-4be2-be78-452abb9820f2,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:17:27.412233 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07b90fd-80eb-44a2-bc9d-8df05af0b123 None None] No DVR routers for this DVR port 73140a0e-0228-4be2-be78-452abb9820f2 on host dv-cinder-766752-3-iscsi {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:17:27.413607 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG oslo_concurrency.lockutils [None req-e07b90fd-80eb-44a2-bc9d-8df05af0b123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93155) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:17:27.518778 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-371968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546235'] for network, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:27.523327 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726294'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:27.530784 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c2f7ea72-863a-4cbf-a71f-7fdf0458fa31 HTTP/1.1" status: 204 len: 168 time: 0.6934025 Jun 18 22:17:27.530784 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:17:27.538903 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2f7ea72-863a-4cbf-a71f-7fdf0458fa31,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:17:27.545323 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-fbbf8def-571d-4ead-8ac8-28dbd6211cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:17:27.816037 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 43250) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:17:27.854477 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-cf129c30-f591-40c5-93fb-28c9c2c4df35 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=842929c6f3a9455d9b9abefa3d85f974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372372 Jun 18 22:17:27.857556 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 43252) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:17:27.902639 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-469e1546-2b24-4399-9157-edeb2c314ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:27.923671 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-469e1546-2b24-4399-9157-edeb2c314ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:28.038918 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-469e1546-2b24-4399-9157-edeb2c314ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:28.041635 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-469e1546-2b24-4399-9157-edeb2c314ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:28.042775 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-469e1546-2b24-4399-9157-edeb2c314ee5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/138711b7-f53e-4506-a26f-2a50ab9d31b9 HTTP/1.1" status: 204 len: 168 time: 0.1841366 Jun 18 22:17:28.043556 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-689b968d-9e95-42ce-9125-79029c26b9b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:17:28.051641 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e1546-2b24-4399-9157-edeb2c314ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138711b7-f53e-4506-a26f-2a50ab9d31b9,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:17:28.054002 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-469e1546-2b24-4399-9157-edeb2c314ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:17:28.610189 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 43258) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:17:28.652355 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-d6d8706a-b928-4d35-b5e0-223506a585cb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=65d5ffd5467c49f99d490197fee7896f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409470 Jun 18 22:17:28.655281 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.38', 43260) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:17:28.700869 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3ed95892-3495-4620-b452-c7b00040e3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:28.720984 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3ed95892-3495-4620-b452-c7b00040e3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:28.832818 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3ed95892-3495-4620-b452-c7b00040e3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372017'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:28.835377 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3ed95892-3495-4620-b452-c7b00040e3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:28.836530 dv-cinder-766752-3-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-3ed95892-3495-4620-b452-c7b00040e3e4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/51ac4f34-a9d5-40e2-a4b7-8faa71f33901 HTTP/1.1" status: 204 len: 168 time: 0.1803465 Jun 18 22:17:28.838414 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-33aff8ea-29e0-49c5-ac8e-7d6b2cbdbe0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:17:28.845159 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed95892-3495-4620-b452-c7b00040e3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ac4f34-a9d5-40e2-a4b7-8faa71f33901,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:17:28.847291 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-3ed95892-3495-4620-b452-c7b00040e3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:17:36.032705 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b597d71b-49b1-4d0c-9459-b629ea4f17c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:38.324064 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6f2119d7-cd9d-4240-873d-5d71132fa2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:38.952791 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:39.117005 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:17:39.558053 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:41.563795 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:49.168961 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:18:05.997040 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-74fa2477-63d7-42d3-994f-5ad9ed6146c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:18:08.339957 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-afbf6e9d-1f3c-44ff-b34e-a8c75f6d5b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:18:08.928677 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:18:09.585783 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:18:11.574081 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:18:16.116262 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:18:19.173447 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:18:35.972899 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d9688f06-008e-4a55-8492-09ecbdc0c347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:18:38.360666 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-cb044e98-d02b-4e19-b5ac-f3161f483c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:18:38.893241 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:18:39.595715 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:18:41.578235 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:18:49.218473 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:18:53.114043 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:19:05.983769 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b8590569-f025-49d7-9ba4-e686611bbaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:19:08.347600 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b4ab982e-512e-47f6-a4f6-44b4b02a1f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:19:08.909110 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:19:09.588937 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:19:11.594746 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:19:19.177294 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:19:30.113073 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:19:35.988116 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8be76e4a-520e-4756-83c3-cf96364c9781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:19:38.370872 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-fb740ea2-ccd1-4ff4-bfd5-d51025a5320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:19:38.925093 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:19:39.603077 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:19:41.593305 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:19:49.216109 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:20:05.978688 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9f533fa0-df9e-4434-a12d-20ce31f1fc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:20:07.111105 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:20:08.378148 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c99b8f80-19aa-43e8-a479-45272ea16195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:20:08.915265 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:20:09.592357 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:20:11.623888 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:20:19.206099 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:20:35.985367 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6330f42c-84b4-4c15-bb19-41539e652b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:20:38.371053 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-95a8b985-720c-4756-8bd1-c60d555232d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:20:38.933854 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:20:39.588268 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:20:41.585301 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:20:44.109028 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:20:49.313346 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:21:05.972715 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dccaf9e8-a582-46f2-bfcd-d003bfccf536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:21:08.407203 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-4831af6a-e048-4908-9ef6-c6f24cee1cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:21:08.955791 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:21:09.595743 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:21:11.601532 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:21:19.248972 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:21:19.919853 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [req-4860596f-6fba-4767-bc72-e244bc7809fc req-d0639d7f-26a4-49b3-8cb2-8a72fc06e495 service neutron] (93154) timed out ('10.222.0.44', 60580) {{(pid=93154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 22:21:20.081109 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [req-a80c27be-678c-4e8b-92eb-2837f3250533 req-3368ad26-5e5d-4da1-b08f-ed5e6e258ac9 service neutron] (93154) timed out ('10.222.0.44', 60601) {{(pid=93154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 22:21:21.107509 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:21:27.032219 dv-cinder-766752-3-iscsi neutron-server[93154]: DEBUG neutron.wsgi [req-8ebea881-a008-4303-a7ee-47aa628331c0 req-562f82cb-2445-4e31-80fa-e50fde9d1db0 tempest-VolumesActionsTest-1054400598 tempest-VolumesActionsTest-1054400598-project] (93154) timed out ('10.222.0.44', 60598) {{(pid=93154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 22:21:36.000364 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-363035a9-84eb-434d-b4ac-5f0b11af63d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:21:38.453111 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-620ee191-63c8-4d21-80fb-f9e40b79c2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:21:38.921519 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:21:39.664860 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:21:41.601895 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:21:49.331880 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:21:58.106061 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:22:05.995909 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-78451cb0-2f08-48c0-b5d2-d4481687e347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:22:08.412622 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-cca4064b-c3ba-454a-8150-bbd68dcb9cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:22:08.921713 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:22:09.607917 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:22:11.635890 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:22:19.339336 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:22:23.857243 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [req-dd575a06-db81-49a2-831d-129f6a7c920a req-b01f4b39-b944-406b-a2c3-9ae77faf1989 service neutron] (93153) timed out ('10.222.0.38', 36840) {{(pid=93153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 22:22:27.476375 dv-cinder-766752-3-iscsi neutron-server[93153]: DEBUG neutron.wsgi [req-5f23a779-5a44-4c23-8dbe-044743b29545 req-adaa9c22-0482-47f7-9dbc-10898041cc9b service neutron] (93153) timed out ('10.222.0.38', 40362) {{(pid=93153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 22:22:35.104587 dv-cinder-766752-3-iscsi neutron-server[93156]: DEBUG neutron.db.agents_db [None req-363142c0-17c4-4810-b2a1-a2f4f2aa3529 None None] Agent healthcheck: found 6 active agents {{(pid=93156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:22:35.956112 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5e90aa0c-eef5-4e05-bc05-383d5e388932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:22:38.441815 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-48a1e092-8a3b-4c7f-953a-6885f3bb082d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:22:38.933552 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-988a369d-c0d8-434d-9fc0-f8c919b86fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:22:39.606981 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6d84d8a4-9b3f-4edd-b711-3e04bfbc20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:22:41.607203 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3ba6725b-50f8-4ca7-aae0-4acc921f4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:22:49.407402 dv-cinder-766752-3-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616b63dd-156c-49f8-8fd7-ce1c21223505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737367115713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1811784'] for agent, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}